2024-11-10 04:20:13,522 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 04:20:13,533 main DEBUG Took 0.009573 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 04:20:13,533 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 04:20:13,533 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 04:20:13,534 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 04:20:13,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,542 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 04:20:13,559 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,564 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,565 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,566 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,568 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:20:13,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,569 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 04:20:13,570 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:20:13,572 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 04:20:13,573 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 04:20:13,574 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 04:20:13,575 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 04:20:13,575 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 04:20:13,583 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 04:20:13,586 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 04:20:13,587 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 04:20:13,588 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 04:20:13,588 main DEBUG createAppenders(={Console}) 2024-11-10 04:20:13,589 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 04:20:13,589 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 04:20:13,589 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 04:20:13,590 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 04:20:13,590 main DEBUG OutputStream closed 2024-11-10 04:20:13,590 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 04:20:13,590 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 04:20:13,591 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 04:20:13,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 04:20:13,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 04:20:13,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 04:20:13,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 04:20:13,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 04:20:13,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 04:20:13,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 04:20:13,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 04:20:13,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 04:20:13,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 04:20:13,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 04:20:13,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 04:20:13,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 04:20:13,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 04:20:13,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 04:20:13,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 04:20:13,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 04:20:13,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 04:20:13,665 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 04:20:13,665 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 04:20:13,666 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 04:20:13,666 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T04:20:13,680 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 04:20:13,682 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 04:20:13,683 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T04:20:13,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=35, ProcessCount=11, AvailableMemoryMB=10155 2024-11-10T04:20:13,933 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T04:20:13,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1 2024-11-10T04:20:13,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a, deleteOnExit=true 2024-11-10T04:20:14,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/zookeeper_0, clientPort=57218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:20:14,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57218 2024-11-10T04:20:14,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:20:14,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:20:14,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/test.cache.data in system properties and HBase conf 2024-11-10T04:20:14,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:20:14,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:20:14,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:20:14,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:20:14,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:20:14,182 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T04:20:14,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:20:14,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:14,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:14,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:20:14,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:14,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:20:14,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:20:14,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:14,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:14,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:20:14,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:20:14,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:20:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:20:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:20:15,087 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T04:20:15,164 INFO [Time-limited test {}] log.Log(170): Logging initialized @2277ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T04:20:15,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:15,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:15,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:15,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:15,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:15,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:15,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:15,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:15,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/java.io.tmpdir/jetty-localhost-36767-hadoop-hdfs-3_4_1-tests_jar-_-any-6270220376904237155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:15,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:36767} 2024-11-10T04:20:15,543 INFO [Time-limited test {}] server.Server(415): Started @2656ms 2024-11-10T04:20:15,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:15,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:15,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:15,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:15,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:15,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:15,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:16,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/java.io.tmpdir/jetty-localhost-34779-hadoop-hdfs-3_4_1-tests_jar-_-any-2645211813124112410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:16,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:34779} 2024-11-10T04:20:16,057 INFO [Time-limited test {}] server.Server(415): Started @3170ms 2024-11-10T04:20:16,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:20:16,585 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/data/data2/current/BP-1723275643-172.17.0.2-1731212414840/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:16,585 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/data/data1/current/BP-1723275643-172.17.0.2-1731212414840/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:16,619 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:20:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xced614186dc4d37b with lease ID 0xcced7d76928d823f: Processing first storage report for DS-4254cc98-c1cf-4dca-96ad-b75a8c393327 from datanode DatanodeRegistration(127.0.0.1:45499, datanodeUuid=cd495bc7-2dda-4753-b37d-a9accf4b2d50, infoPort=38181, infoSecurePort=0, ipcPort=46381, storageInfo=lv=-57;cid=testClusterID;nsid=1495691282;c=1731212414840) 2024-11-10T04:20:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xced614186dc4d37b with lease ID 0xcced7d76928d823f: from storage DS-4254cc98-c1cf-4dca-96ad-b75a8c393327 node DatanodeRegistration(127.0.0.1:45499, datanodeUuid=cd495bc7-2dda-4753-b37d-a9accf4b2d50, infoPort=38181, infoSecurePort=0, ipcPort=46381, storageInfo=lv=-57;cid=testClusterID;nsid=1495691282;c=1731212414840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:20:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xced614186dc4d37b with lease ID 0xcced7d76928d823f: Processing first storage report for DS-aa330547-d2e6-465d-8fd7-5ba7fe42b3ec from datanode DatanodeRegistration(127.0.0.1:45499, datanodeUuid=cd495bc7-2dda-4753-b37d-a9accf4b2d50, infoPort=38181, infoSecurePort=0, ipcPort=46381, storageInfo=lv=-57;cid=testClusterID;nsid=1495691282;c=1731212414840) 2024-11-10T04:20:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xced614186dc4d37b with lease ID 0xcced7d76928d823f: from storage DS-aa330547-d2e6-465d-8fd7-5ba7fe42b3ec node DatanodeRegistration(127.0.0.1:45499, datanodeUuid=cd495bc7-2dda-4753-b37d-a9accf4b2d50, infoPort=38181, infoSecurePort=0, ipcPort=46381, storageInfo=lv=-57;cid=testClusterID;nsid=1495691282;c=1731212414840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:16,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1 2024-11-10T04:20:16,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:16,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:20:17,402 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220 with version=8 2024-11-10T04:20:17,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/hbase-staging 2024-11-10T04:20:17,508 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T04:20:17,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:17,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:17,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:17,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:17,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:17,959 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T04:20:17,967 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T04:20:17,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:17,997 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9567 (auto-detected) 2024-11-10T04:20:17,998 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T04:20:18,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34825 2024-11-10T04:20:18,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34825 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348250x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:18,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34825-0x101001af6ef0000 connected 2024-11-10T04:20:18,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:18,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:18,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:18,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220, hbase.cluster.distributed=false 2024-11-10T04:20:18,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/acl 2024-11-10T04:20:18,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-10T04:20:18,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34825 2024-11-10T04:20:18,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34825 2024-11-10T04:20:18,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-10T04:20:18,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-10T04:20:18,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:18,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:18,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:18,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:18,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:18,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:18,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:18,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:18,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-10T04:20:18,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35663 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:18,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:18,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:18,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356630x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:18,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35663-0x101001af6ef0001 connected 2024-11-10T04:20:18,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:18,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:18,282 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:18,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/master 2024-11-10T04:20:18,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/acl 2024-11-10T04:20:18,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-10T04:20:18,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-10T04:20:18,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-10T04:20:18,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-10T04:20:18,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-10T04:20:18,306 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:34825 2024-11-10T04:20:18,307 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1384946209/backup-masters/e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:18,316 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/backup-masters/e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/master 2024-11-10T04:20:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:18,336 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/master 2024-11-10T04:20:18,337 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1384946209/backup-masters/e900e1ae4b9f,34825,1731212417560 from backup master directory 2024-11-10T04:20:18,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/backup-masters/e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:18,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:18,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:18,342 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:18,342 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:18,344 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T04:20:18,346 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T04:20:18,400 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/hbase.id] with ID: bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 2024-11-10T04:20:18,401 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.tmp/hbase.id 2024-11-10T04:20:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:20:18,812 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.tmp/hbase.id]:[hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/hbase.id] 2024-11-10T04:20:18,853 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:18,858 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:20:18,877 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T04:20:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:20:18,902 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:18,905 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:20:18,921 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:20:18,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:20:19,374 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store 2024-11-10T04:20:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:20:19,398 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T04:20:19,401 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:19,402 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:19,403 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:19,403 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:19,404 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:19,404 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:19,405 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:19,406 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212419402Disabling compacts and flushes for region at 1731212419402Disabling writes for close at 1731212419404 (+2 ms)Writing region close event to WAL at 1731212419404Closed at 1731212419404 2024-11-10T04:20:19,408 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/.initializing 2024-11-10T04:20:19,408 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:19,416 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:19,430 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C34825%2C1731212417560, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/oldWALs, maxLogs=10 2024-11-10T04:20:19,454 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435, exclude list is [], retry=0 2024-11-10T04:20:19,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:19,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T04:20:19,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:19,510 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:19,510 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:19,510 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:19,514 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,514 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:20:19,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:19,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:19,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:20:19,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:19,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:20:19,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:19,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:19,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:20:19,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:19,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:19,596 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,601 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,605 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,610 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:19,613 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:19,618 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:19,619 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60368113, jitterRate=-0.10044501721858978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:19,625 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212419526Initializing all the Stores at 1731212419528 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212419529 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212419529Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212419530 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212419530Cleaning up temporary data from old regions at 1731212419606 (+76 ms)Region opened successfully at 1731212419625 (+19 ms) 2024-11-10T04:20:19,626 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:20:19,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1dfcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:19,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:20:19,712 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:20:19,712 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:20:19,716 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:20:19,717 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T04:20:19,724 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T04:20:19,724 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:20:19,757 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:20:19,769 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/balancer because node does not exist (not necessarily an error) 2024-11-10T04:20:19,771 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/balancer already deleted, retry=false 2024-11-10T04:20:19,775 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:20:19,777 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:20:19,778 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/normalizer already deleted, retry=false 2024-11-10T04:20:19,781 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:20:19,785 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:20:19,787 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/switch/split already deleted, retry=false 2024-11-10T04:20:19,788 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:20:19,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/switch/merge already deleted, retry=false 2024-11-10T04:20:19,808 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:20:19,809 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/snapshot-cleanup already deleted, retry=false 2024-11-10T04:20:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,817 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,34825,1731212417560, sessionid=0x101001af6ef0000, setting cluster-up flag (Was=false) 2024-11-10T04:20:19,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,837 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384946209/flush-table-proc/acquired, /0-1384946209/flush-table-proc/reached, /0-1384946209/flush-table-proc/abort 2024-11-10T04:20:19,839 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:19,851 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384946209/online-snapshot/acquired, /0-1384946209/online-snapshot/reached, /0-1384946209/online-snapshot/abort 2024-11-10T04:20:19,853 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:19,859 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:20:19,896 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(746): ClusterId : bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 2024-11-10T04:20:19,899 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:20:19,905 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:20:19,905 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:20:19,908 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:20:19,909 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51778098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:19,926 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:35663 2024-11-10T04:20:19,929 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:20:19,929 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:20:19,930 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:20:19,932 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,34825,1731212417560 with port=35663, startcode=1731212418210 2024-11-10T04:20:19,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:19,943 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:20:19,945 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:20:19,950 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:20:19,955 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,34825,1731212417560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:20:19,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:19,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:19,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:19,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:19,964 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:20:19,964 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:19,964 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:19,964 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:19,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:19,970 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212449970 2024-11-10T04:20:19,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:20:19,972 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:20:19,973 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:20:19,978 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:20:19,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:19,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:20:19,979 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:20:19,980 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:20:19,980 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:20:19,981 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:20:19,981 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:19,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:20:19,985 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:20:19,985 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:20:19,986 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:20:19,987 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:20:19,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:20:19,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:20:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:20:19,991 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212419991,5,FailOnTimeoutGroup] 2024-11-10T04:20:19,992 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212419991,5,FailOnTimeoutGroup] 2024-11-10T04:20:19,992 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:19,993 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:20:19,994 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:19,995 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,014 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T04:20:20,014 WARN [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T04:20:20,115 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,34825,1731212417560 with port=35663, startcode=1731212418210 2024-11-10T04:20:20,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,129 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220 2024-11-10T04:20:20,129 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35815 2024-11-10T04:20:20,129 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:20:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/rs 2024-11-10T04:20:20,140 DEBUG [RS:0;e900e1ae4b9f:35663 {}] zookeeper.ZKUtil(111): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/rs/e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,140 WARN [RS:0;e900e1ae4b9f:35663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:20,140 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:20,140 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,35663,1731212418210] 2024-11-10T04:20:20,166 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:20:20,180 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:20:20,185 INFO [RS:0;e900e1ae4b9f:35663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:20:20,185 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,186 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:20:20,192 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:20:20,193 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,194 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,194 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,194 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,194 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,195 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,195 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:20,195 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,195 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,196 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,196 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,196 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,196 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:20,197 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:20,197 DEBUG [RS:0;e900e1ae4b9f:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:20,198 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,198 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,198 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,199 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,199 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,199 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35663,1731212418210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:20,220 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:20:20,222 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35663,1731212418210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,223 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,223 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.Replication(171): e900e1ae4b9f,35663,1731212418210 started 2024-11-10T04:20:20,241 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:20,242 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,35663,1731212418210, RpcServer on e900e1ae4b9f/172.17.0.2:35663, sessionid=0x101001af6ef0001 2024-11-10T04:20:20,243 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:20:20,243 DEBUG [RS:0;e900e1ae4b9f:35663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,243 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,35663,1731212418210' 2024-11-10T04:20:20,244 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384946209/flush-table-proc/abort' 2024-11-10T04:20:20,245 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384946209/flush-table-proc/acquired' 2024-11-10T04:20:20,246 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:20:20,246 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:20:20,246 DEBUG [RS:0;e900e1ae4b9f:35663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:20,246 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,35663,1731212418210' 2024-11-10T04:20:20,246 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384946209/online-snapshot/abort' 2024-11-10T04:20:20,247 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384946209/online-snapshot/acquired' 2024-11-10T04:20:20,248 DEBUG [RS:0;e900e1ae4b9f:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:20:20,248 INFO [RS:0;e900e1ae4b9f:35663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:20:20,248 INFO [RS:0;e900e1ae4b9f:35663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:20:20,354 INFO [RS:0;e900e1ae4b9f:35663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:20,357 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35663%2C1731212418210, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:20,374 DEBUG [RS:0;e900e1ae4b9f:35663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359, exclude list is [], retry=0 2024-11-10T04:20:20,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:20,382 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 2024-11-10T04:20:20,383 DEBUG [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:20,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:20:20,394 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220 2024-11-10T04:20:20,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:20:20,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:20,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:20,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:20,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:20,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:20,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:20,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:20,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:20,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:20,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:20,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:20,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:20,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:20,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:20,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:20,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:20,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:20,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:20,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:20,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:20,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:20,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:20,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:20,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:20,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:20,835 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69680224, jitterRate=0.03831624984741211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:20,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212420806Initializing all the Stores at 1731212420808 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212420808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212420808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212420808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212420808Cleaning up temporary data from old regions at 1731212420828 (+20 ms)Region opened successfully at 1731212420837 (+9 ms) 2024-11-10T04:20:20,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:20,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:20,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:20,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:20,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:20,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:20,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212420838Disabling compacts and flushes for region at 1731212420838Disabling writes for close at 1731212420838Writing region close event to WAL at 1731212420839 (+1 ms)Closed at 1731212420839 2024-11-10T04:20:20,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:20,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:20:20,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:20:20,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:20,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:20:21,013 DEBUG [e900e1ae4b9f:34825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:21,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:21,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,35663,1731212418210, state=OPENING 2024-11-10T04:20:21,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:20:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:21,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:21,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:21,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:21,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35663,1731212418210}] 2024-11-10T04:20:21,223 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:20:21,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:20:21,236 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:20:21,236 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:21,237 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:20:21,240 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35663%2C1731212418210.meta, suffix=.meta, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:21,257 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.meta.1731212421242.meta, exclude list is [], retry=0 2024-11-10T04:20:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:21,264 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.meta.1731212421242.meta 2024-11-10T04:20:21,264 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:21,264 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:21,269 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:21,270 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:21,273 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:20:21,275 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:20:21,278 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:20:21,279 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:21,279 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:20:21,279 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:20:21,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:21,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:21,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:21,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:21,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:21,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:21,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:21,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:21,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:21,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:21,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:21,292 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:21,293 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:21,295 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:21,298 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:21,298 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:21,298 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:21,301 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:21,303 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63716621, jitterRate=-0.050548359751701355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:21,303 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:20:21,304 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212421280Writing region info on filesystem at 1731212421280Initializing all the Stores at 1731212421281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212421282 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212421282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212421282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212421282Cleaning up temporary data from old regions at 1731212421298 (+16 ms)Running coprocessor post-open hooks at 1731212421303 (+5 ms)Region opened successfully at 1731212421304 (+1 ms) 2024-11-10T04:20:21,312 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212421214 2024-11-10T04:20:21,322 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:20:21,323 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:20:21,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:21,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,35663,1731212418210, state=OPEN 2024-11-10T04:20:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:21,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:21,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:21,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:21,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:20:21,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35663,1731212418210 in 284 msec 2024-11-10T04:20:21,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:20:21,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-10T04:20:21,342 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:21,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:20:21,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:21,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35663,1731212418210, seqNum=-1] 2024-11-10T04:20:21,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:21,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:21,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5190 sec 2024-11-10T04:20:21,408 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212421408, completionTime=-1 2024-11-10T04:20:21,410 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:20:21,411 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:20:21,448 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:20:21,448 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212481448 2024-11-10T04:20:21,448 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212541448 2024-11-10T04:20:21,448 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-10T04:20:21,450 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,450 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,451 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,452 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:34825, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,452 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,453 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,458 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:20:21,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-11-10T04:20:21,480 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:20:21,481 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:20:21,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:20:21,483 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:20:21,483 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:20:21,484 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:21,484 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:20:21,492 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:20:21,493 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:20:21,493 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34825,1731212417560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:21,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:21,508 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T04:20:21,508 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T04:20:21,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,34825,-1 for getting cluster id 2024-11-10T04:20:21,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:21,522 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506' 2024-11-10T04:20:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506" 2024-11-10T04:20:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e930ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,34825,-1] 2024-11-10T04:20:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:21,531 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:21,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:21,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35663,1731212418210, seqNum=-1] 2024-11-10T04:20:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:21,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:21,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:21,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:21,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001af6ef0002 connected 2024-11-10T04:20:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir so I do NOT create it in target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d 2024-11-10T04:20:21,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:20:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.tmp.dir so I do NOT create it in target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d 2024-11-10T04:20:21,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:20:21,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/cluster_ca3cd8f0-ef5b-d1e7-e49b-9ca1e1d02264, deleteOnExit=true 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/test.cache.data in system properties and HBase conf 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:20:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:20:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:20:21,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:20:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:20:21,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:21,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:20:21,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:20:21,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:21,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:21,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:21,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:21,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:21,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:21,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:21,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:21,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/java.io.tmpdir/jetty-localhost-34435-hadoop-hdfs-3_4_1-tests_jar-_-any-2125262688045534650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:21,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:34435} 2024-11-10T04:20:21,831 INFO [Time-limited test {}] server.Server(415): Started @8944ms 2024-11-10T04:20:21,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:21,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:21,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:21,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:21,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:21,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:21,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:22,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/java.io.tmpdir/jetty-localhost-45401-hadoop-hdfs-3_4_1-tests_jar-_-any-11322891329295265385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:22,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:45401} 2024-11-10T04:20:22,042 INFO [Time-limited test {}] server.Server(415): Started @9156ms 2024-11-10T04:20:22,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:20:22,150 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/cluster_ca3cd8f0-ef5b-d1e7-e49b-9ca1e1d02264/data/data1/current/BP-1600880121-172.17.0.2-1731212421629/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:22,151 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/cluster_ca3cd8f0-ef5b-d1e7-e49b-9ca1e1d02264/data/data2/current/BP-1600880121-172.17.0.2-1731212421629/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:22,193 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:20:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c15beb2471cb59b with lease ID 0x4944b39d3181e0fc: Processing first storage report for DS-ca858932-946f-473c-a5f2-158195edfd37 from datanode DatanodeRegistration(127.0.0.1:45527, datanodeUuid=3ddb751f-288d-4a54-ab15-c874aba2a230, infoPort=43621, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=1695754919;c=1731212421629) 2024-11-10T04:20:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c15beb2471cb59b with lease ID 0x4944b39d3181e0fc: from storage DS-ca858932-946f-473c-a5f2-158195edfd37 node DatanodeRegistration(127.0.0.1:45527, datanodeUuid=3ddb751f-288d-4a54-ab15-c874aba2a230, infoPort=43621, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=1695754919;c=1731212421629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:20:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c15beb2471cb59b with lease ID 0x4944b39d3181e0fc: Processing first storage report for DS-1d02a990-2e7d-4716-882b-077137195628 from datanode DatanodeRegistration(127.0.0.1:45527, datanodeUuid=3ddb751f-288d-4a54-ab15-c874aba2a230, infoPort=43621, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=1695754919;c=1731212421629) 2024-11-10T04:20:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c15beb2471cb59b with lease ID 0x4944b39d3181e0fc: from storage DS-1d02a990-2e7d-4716-882b-077137195628 node DatanodeRegistration(127.0.0.1:45527, datanodeUuid=3ddb751f-288d-4a54-ab15-c874aba2a230, infoPort=43621, infoSecurePort=0, ipcPort=32805, storageInfo=lv=-57;cid=testClusterID;nsid=1695754919;c=1731212421629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:22,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d 2024-11-10T04:20:22,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:20:22,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e with version=8 2024-11-10T04:20:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/hbase-staging 2024-11-10T04:20:22,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:22,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:22,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:22,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:22,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36893 2024-11-10T04:20:22,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36893 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:22,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368930x0, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:22,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36893-0x101001af6ef0003 connected 2024-11-10T04:20:22,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/running 2024-11-10T04:20:22,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e, hbase.cluster.distributed=false 2024-11-10T04:20:22,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/acl 2024-11-10T04:20:22,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-10T04:20:22,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36893 2024-11-10T04:20:22,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36893 2024-11-10T04:20:22,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-10T04:20:22,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-10T04:20:22,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:22,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:22,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40993 2024-11-10T04:20:22,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40993 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:22,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409930x0, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:22,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/running 2024-11-10T04:20:22,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40993-0x101001af6ef0004 connected 2024-11-10T04:20:22,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:22,762 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:22,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/master 2024-11-10T04:20:22,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/acl 2024-11-10T04:20:22,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-10T04:20:22,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40993 2024-11-10T04:20:22,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40993 2024-11-10T04:20:22,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-10T04:20:22,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-10T04:20:22,781 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:36893 2024-11-10T04:20:22,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1467332405/backup-masters/e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:22,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/backup-masters 2024-11-10T04:20:22,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/backup-masters 2024-11-10T04:20:22,784 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on existing znode=/1467332405/backup-masters/e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467332405/master 2024-11-10T04:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:22,787 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on existing znode=/1467332405/master 2024-11-10T04:20:22,788 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1467332405/backup-masters/e900e1ae4b9f,36893,1731212422699 from backup master directory 2024-11-10T04:20:22,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467332405/backup-masters/e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:22,790 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:22,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/backup-masters 2024-11-10T04:20:22,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/backup-masters 2024-11-10T04:20:22,790 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:22,797 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/hbase.id] with ID: af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:22,797 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/.tmp/hbase.id 2024-11-10T04:20:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:20:22,804 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/.tmp/hbase.id]:[hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/hbase.id] 2024-11-10T04:20:22,826 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:22,826 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:20:22,828 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T04:20:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:20:22,839 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:22,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:20:22,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:20:23,253 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store 2024-11-10T04:20:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:20:23,262 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:23,262 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:23,262 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:23,262 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:23,263 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:23,263 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:23,263 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:23,263 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212423262Disabling compacts and flushes for region at 1731212423262Disabling writes for close at 1731212423263 (+1 ms)Writing region close event to WAL at 1731212423263Closed at 1731212423263 2024-11-10T04:20:23,264 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/.initializing 2024-11-10T04:20:23,264 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/WALs/e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:23,266 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:23,269 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C36893%2C1731212422699, suffix=, logDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/WALs/e900e1ae4b9f,36893,1731212422699, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/oldWALs, maxLogs=10 2024-11-10T04:20:23,284 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/WALs/e900e1ae4b9f,36893,1731212422699/e900e1ae4b9f%2C36893%2C1731212422699.1731212423269, exclude list is [], retry=0 2024-11-10T04:20:23,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ca858932-946f-473c-a5f2-158195edfd37,DISK] 2024-11-10T04:20:23,291 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/WALs/e900e1ae4b9f,36893,1731212422699/e900e1ae4b9f%2C36893%2C1731212422699.1731212423269 2024-11-10T04:20:23,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-10T04:20:23,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:23,292 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:23,292 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,292 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:20:23,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:23,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:23,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:20:23,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:23,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:23,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:20:23,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:20:23,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:23,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:23,309 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,310 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,311 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,314 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,314 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,314 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:23,316 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:23,320 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:23,321 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65324547, jitterRate=-0.02658839523792267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:23,321 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212423292Initializing all the Stores at 1731212423293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212423294 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212423294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212423294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212423294Cleaning up temporary data from old regions at 1731212423314 (+20 ms)Region opened successfully at 1731212423321 (+7 ms) 2024-11-10T04:20:23,321 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:20:23,327 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544df536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:23,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:20:23,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:20:23,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:20:23,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:20:23,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:20:23,330 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:20:23,330 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:20:23,333 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:20:23,334 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/balancer because node does not exist (not necessarily an error) 2024-11-10T04:20:23,335 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/balancer already deleted, retry=false 2024-11-10T04:20:23,336 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:20:23,336 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:20:23,338 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/normalizer already deleted, retry=false 2024-11-10T04:20:23,339 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:20:23,340 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:20:23,341 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/switch/split already deleted, retry=false 2024-11-10T04:20:23,342 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:20:23,344 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/switch/merge already deleted, retry=false 2024-11-10T04:20:23,346 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:20:23,348 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/snapshot-cleanup already deleted, retry=false 2024-11-10T04:20:23,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467332405/running 2024-11-10T04:20:23,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1467332405/running 2024-11-10T04:20:23,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,351 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,36893,1731212422699, sessionid=0x101001af6ef0003, setting cluster-up flag (Was=false) 2024-11-10T04:20:23,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,361 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1467332405/flush-table-proc/acquired, /1467332405/flush-table-proc/reached, /1467332405/flush-table-proc/abort 2024-11-10T04:20:23,363 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:23,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:23,373 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1467332405/online-snapshot/acquired, /1467332405/online-snapshot/reached, /1467332405/online-snapshot/abort 2024-11-10T04:20:23,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:23,377 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:20:23,382 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:23,382 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:20:23,382 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:20:23,383 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,36893,1731212422699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:20:23,384 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:23,385 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212453386 2024-11-10T04:20:23,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:20:23,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:20:23,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:20:23,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:20:23,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:20:23,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:20:23,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:23,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:20:23,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:20:23,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:20:23,388 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212423388,5,FailOnTimeoutGroup] 2024-11-10T04:20:23,389 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212423389,5,FailOnTimeoutGroup] 2024-11-10T04:20:23,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:20:23,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,390 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:23,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:20:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:20:23,471 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(746): ClusterId : af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:23,471 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:20:23,474 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:20:23,474 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:20:23,478 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:20:23,478 DEBUG [RS:0;e900e1ae4b9f:40993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f3cd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:23,491 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:40993 2024-11-10T04:20:23,491 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:20:23,491 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:20:23,491 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:20:23,492 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,36893,1731212422699 with port=40993, startcode=1731212422749 2024-11-10T04:20:23,493 DEBUG [RS:0;e900e1ae4b9f:40993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:20:23,495 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:20:23,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,500 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e 2024-11-10T04:20:23,500 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33481 2024-11-10T04:20:23,500 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:20:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/rs 2024-11-10T04:20:23,505 DEBUG [RS:0;e900e1ae4b9f:40993 {}] zookeeper.ZKUtil(111): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on existing znode=/1467332405/rs/e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,505 WARN [RS:0;e900e1ae4b9f:40993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:23,505 INFO [RS:0;e900e1ae4b9f:40993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:23,505 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,40993,1731212422749] 2024-11-10T04:20:23,510 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:20:23,513 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:20:23,513 INFO [RS:0;e900e1ae4b9f:40993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:20:23,514 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,514 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:20:23,515 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:20:23,515 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,515 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,515 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,515 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,515 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:23,516 DEBUG [RS:0;e900e1ae4b9f:40993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,517 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40993,1731212422749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:23,533 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:20:23,533 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40993,1731212422749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,534 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,534 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.Replication(171): e900e1ae4b9f,40993,1731212422749 started 2024-11-10T04:20:23,549 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:23,549 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,40993,1731212422749, RpcServer on e900e1ae4b9f/172.17.0.2:40993, sessionid=0x101001af6ef0004 2024-11-10T04:20:23,549 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:20:23,549 DEBUG [RS:0;e900e1ae4b9f:40993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,549 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40993,1731212422749' 2024-11-10T04:20:23,549 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1467332405/flush-table-proc/abort' 2024-11-10T04:20:23,550 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1467332405/flush-table-proc/acquired' 2024-11-10T04:20:23,550 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:20:23,550 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:20:23,550 DEBUG [RS:0;e900e1ae4b9f:40993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:23,551 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40993,1731212422749' 2024-11-10T04:20:23,551 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1467332405/online-snapshot/abort' 2024-11-10T04:20:23,551 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1467332405/online-snapshot/acquired' 2024-11-10T04:20:23,551 DEBUG [RS:0;e900e1ae4b9f:40993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:20:23,551 INFO [RS:0;e900e1ae4b9f:40993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:20:23,551 INFO [RS:0;e900e1ae4b9f:40993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:20:23,652 INFO [RS:0;e900e1ae4b9f:40993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:23,655 INFO [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40993%2C1731212422749, suffix=, logDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/oldWALs, maxLogs=10 2024-11-10T04:20:23,671 DEBUG [RS:0;e900e1ae4b9f:40993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749/e900e1ae4b9f%2C40993%2C1731212422749.1731212423656, exclude list is [], retry=0 2024-11-10T04:20:23,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ca858932-946f-473c-a5f2-158195edfd37,DISK] 2024-11-10T04:20:23,677 INFO [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749/e900e1ae4b9f%2C40993%2C1731212422749.1731212423656 2024-11-10T04:20:23,677 DEBUG [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-10T04:20:23,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:20:23,799 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e 2024-11-10T04:20:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:20:24,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:24,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:24,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:24,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:24,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:24,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:24,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:24,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:24,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:24,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:24,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740 2024-11-10T04:20:24,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740 2024-11-10T04:20:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:24,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:24,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:24,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:24,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72200957, jitterRate=0.0758780986070633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212424209Initializing all the Stores at 1731212424210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424211 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212424211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424211Cleaning up temporary data from old regions at 1731212424225 (+14 ms)Region opened successfully at 1731212424232 (+7 ms) 2024-11-10T04:20:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:24,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:24,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:24,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212424232Disabling compacts and flushes for region at 1731212424232Disabling writes for close at 1731212424232Writing region close event to WAL at 1731212424233 (+1 ms)Closed at 1731212424233 2024-11-10T04:20:24,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:24,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:20:24,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:20:24,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:24,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:20:24,388 DEBUG [e900e1ae4b9f:36893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:24,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:24,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40993,1731212422749, state=OPENING 2024-11-10T04:20:24,394 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:20:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:24,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:24,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:24,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467332405/meta-region-server: CHANGED 2024-11-10T04:20:24,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467332405/meta-region-server: CHANGED 2024-11-10T04:20:24,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40993,1731212422749}] 2024-11-10T04:20:24,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:20:24,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:20:24,558 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:20:24,558 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:24,559 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:20:24,561 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40993%2C1731212422749.meta, suffix=.meta, logDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/oldWALs, maxLogs=10 2024-11-10T04:20:24,576 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749/e900e1ae4b9f%2C40993%2C1731212422749.meta.1731212424562.meta, exclude list is [], retry=0 2024-11-10T04:20:24,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ca858932-946f-473c-a5f2-158195edfd37,DISK] 2024-11-10T04:20:24,582 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749/e900e1ae4b9f%2C40993%2C1731212422749.meta.1731212424562.meta 2024-11-10T04:20:24,582 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-10T04:20:24,582 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:24,583 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:24,583 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:24,583 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:20:24,583 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:20:24,583 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:20:24,583 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:24,583 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:20:24,584 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:20:24,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:24,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:24,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:24,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:24,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:24,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:24,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:24,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:24,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:24,592 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:24,593 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740 2024-11-10T04:20:24,595 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740 2024-11-10T04:20:24,597 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:24,597 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:24,597 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:24,600 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:24,601 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73032001, jitterRate=0.08826161921024323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:24,601 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:20:24,601 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212424584Writing region info on filesystem at 1731212424584Initializing all the Stores at 1731212424585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212424585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212424585Cleaning up temporary data from old regions at 1731212424597 (+12 ms)Running coprocessor post-open hooks at 1731212424601 (+4 ms)Region opened successfully at 1731212424601 2024-11-10T04:20:24,603 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212424550 2024-11-10T04:20:24,606 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:20:24,606 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:20:24,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:24,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40993,1731212422749, state=OPEN 2024-11-10T04:20:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1467332405/meta-region-server 2024-11-10T04:20:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1467332405/meta-region-server 2024-11-10T04:20:24,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:24,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467332405/meta-region-server: CHANGED 2024-11-10T04:20:24,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1467332405/meta-region-server: CHANGED 2024-11-10T04:20:24,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:20:24,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40993,1731212422749 in 215 msec 2024-11-10T04:20:24,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:20:24,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-10T04:20:24,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:24,619 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:20:24,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:24,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40993,1731212422749, seqNum=-1] 2024-11-10T04:20:24,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:24,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:24,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-10T04:20:24,630 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212424630, completionTime=-1 2024-11-10T04:20:24,630 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:20:24,630 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:20:24,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212484632 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212544633 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:36893, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,635 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.848sec 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:24,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:20:24,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:20:24,642 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:20:24,642 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36893,1731212422699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:24,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:24,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:24,674 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:24,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:24,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:24,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f930e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:24,678 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40993,1731212422749, seqNum=-1] 2024-11-10T04:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:24,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:24,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:24,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:24,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:24,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001af6ef0005 connected 2024-11-10T04:20:24,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,34825,-1 for getting cluster id 2024-11-10T04:20:24,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:24,698 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506' 2024-11-10T04:20:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506" 2024-11-10T04:20:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff7856e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,34825,-1] 2024-11-10T04:20:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:24,701 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aab53ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea6599e 2024-11-10T04:20:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:24,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:20:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:20:24,734 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:24,735 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9b80bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,735 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:24,736 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:24,737 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:24,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:24,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:24,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f586c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:24,739 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:24,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1e8d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:24,740 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15807d37 2024-11-10T04:20:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:24,748 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:24,760 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T04:20:24,760 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:20:24,764 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:24,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:24,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:24,766 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:24,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:20:24,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:20:24,775 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:24,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:20:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741835_1011 (size=1138) 2024-11-10T04:20:24,823 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:20:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:25,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31aa4ab7830e1d5e61adcb835eaf4395, NAME => 'hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220 2024-11-10T04:20:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741836_1012 (size=44) 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31aa4ab7830e1d5e61adcb835eaf4395, disabling compactions & flushes 2024-11-10T04:20:25,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. after waiting 0 ms 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31aa4ab7830e1d5e61adcb835eaf4395: Waiting for close lock at 1731212425198Disabling compacts and flushes for region at 1731212425198Disabling writes for close at 1731212425198Writing region close event to WAL at 1731212425198Closed at 1731212425198 2024-11-10T04:20:25,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:20:25,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212425201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212425201"}]},"ts":"1731212425201"} 2024-11-10T04:20:25,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:20:25,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:20:25,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212425211"}]},"ts":"1731212425211"} 2024-11-10T04:20:25,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:20:25,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN}] 2024-11-10T04:20:25,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN 2024-11-10T04:20:25,222 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,35663,1731212418210; forceNewPlan=false, retain=false 2024-11-10T04:20:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:25,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31aa4ab7830e1d5e61adcb835eaf4395, regionState=OPENING, regionLocation=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:25,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN because future has completed 2024-11-10T04:20:25,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,35663,1731212418210}] 2024-11-10T04:20:25,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:25,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:20:25,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35663%2C1731212418210.rep, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:25,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.rep.1731212425541, exclude list is [], retry=0 2024-11-10T04:20:25,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:25,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.rep.1731212425541 2024-11-10T04:20:25,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:25,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 31aa4ab7830e1d5e61adcb835eaf4395, NAME => 'hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:25,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:25,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:25,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. service=MultiRowMutationService 2024-11-10T04:20:25,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:20:25,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:25,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,567 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,569 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName hfileref 2024-11-10T04:20:25,569 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:25,570 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:25,570 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,572 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName queue 2024-11-10T04:20:25,572 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:25,572 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:25,573 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,574 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName sid 2024-11-10T04:20:25,574 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:25,575 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:25,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:20:25,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:25,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 31aa4ab7830e1d5e61adcb835eaf4395; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62741648, jitterRate=-0.06507658958435059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:20:25,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:25,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 31aa4ab7830e1d5e61adcb835eaf4395: Running coprocessor pre-open hook at 1731212425566Writing region info on filesystem at 1731212425566Initializing all the Stores at 1731212425567 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212425567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212425567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212425567Cleaning up temporary data from old regions at 1731212425579 (+12 ms)Running coprocessor post-open hooks at 1731212425585 (+6 ms)Region opened successfully at 1731212425586 (+1 ms) 2024-11-10T04:20:25,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., pid=7, masterSystemTime=1731212425531 2024-11-10T04:20:25,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:25,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31aa4ab7830e1d5e61adcb835eaf4395, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,35663,1731212418210 because future has completed 2024-11-10T04:20:25,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T04:20:25,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,35663,1731212418210 in 218 msec 2024-11-10T04:20:25,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:20:25,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN in 380 msec 2024-11-10T04:20:25,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:20:25,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212425604"}]},"ts":"1731212425604"} 2024-11-10T04:20:25,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:20:25,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:20:25,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-11-10T04:20:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., hostname=e900e1ae4b9f,35663,1731212418210, seqNum=2] 2024-11-10T04:20:25,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T04:20:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:25,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:20:25,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T04:20:25,824 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:20:25,864 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,35663,1731212418210, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:20:25,865 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:25,865 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35663,1731212418210, seqNum=-1] 2024-11-10T04:20:25,866 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:25,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T04:20:25,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,35663,1731212418210', locateType=CURRENT is [region=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., hostname=e900e1ae4b9f,35663,1731212418210, seqNum=2] 2024-11-10T04:20:25,877 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T04:20:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T04:20:25,882 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,35663,1731212418210 suceeded 2024-11-10T04:20:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T04:20:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-10T04:20:25,885 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:25,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1620 sec 2024-11-10T04:20:25,896 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:25,899 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a8c410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:25,899 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:25,899 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:25,900 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:25,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6fa5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:25,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:25,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:25,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:25,902 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:25,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54c6cf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:25,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:25,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:25,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@356476a 2024-11-10T04:20:25,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:25,906 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T04:20:25,907 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,35663,1731212418210 (queues=1) is replicating from cluster=bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 to cluster=af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:25,908 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C35663%2C1731212418210 2024-11-10T04:20:25,912 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,35663,1731212418210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:20:25,915 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C35663%2C1731212418210 2024-11-10T04:20:25,922 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359, startPosition=0, beingWritten=true 2024-11-10T04:20:26,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:20:26,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:20:26,184 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:26,491 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:26,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:20:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:26,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:26,890 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:20:26,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:26,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,34825,-1 for getting cluster id 2024-11-10T04:20:26,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:26,892 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506' 2024-11-10T04:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506" 2024-11-10T04:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,34825,-1] 2024-11-10T04:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:26,897 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-10T04:20:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:26,900 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:26,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:20:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:20:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T04:20:26,904 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:26,905 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cb6d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,905 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:26,905 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:26,906 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:26,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:26,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5592fb2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,908 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:26,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3cea06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:26,909 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d013cb9 2024-11-10T04:20:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:26,911 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:26,912 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T04:20:26,912 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:20:26,912 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,912 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:26,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:26,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:20:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T04:20:27,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T04:20:27,076 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T04:20:27,109 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e900e1ae4b9f,35663,1731212418210, ReplicationSource: 2, currentBandwidth=0 2024-11-10T04:20:27,112 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T04:20:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T04:20:27,116 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e900e1ae4b9f,35663,1731212418210 suceeded 2024-11-10T04:20:27,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:20:27,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T04:20:27,119 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:27,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-11-10T04:20:27,127 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:27,128 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,129 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:27,129 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:27,130 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:27,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:27,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bdb5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,132 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:27,133 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,133 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fe5b5e 2024-11-10T04:20:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:27,135 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T04:20:27,136 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e900e1ae4b9f,35663,1731212418210 (queues=1) is replicating from cluster=bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 to cluster=af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:27,136 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e900e1ae4b9f%2C35663%2C1731212418210 2024-11-10T04:20:27,136 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e900e1ae4b9f,35663,1731212418210, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:20:27,137 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C35663%2C1731212418210 2024-11-10T04:20:27,137 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359, startPosition=0, beingWritten=true 2024-11-10T04:20:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T04:20:27,219 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T04:20:27,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:27,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:27,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:27,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@231ac3e9 2024-11-10T04:20:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:27,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:27,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:27,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T04:20:27,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:27,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T04:20:27,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T04:20:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T04:20:27,238 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:27,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a8a87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,239 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:27,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:27,239 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:27,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:27,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:27,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ff50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:27,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:27,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,241 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:27,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21db6ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:27,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:27,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5f1e7d 2024-11-10T04:20:27,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:27,244 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:27,245 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:20:27,245 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:20:27,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:27,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:20:27,343 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T04:20:27,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T04:20:27,403 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T04:20:27,405 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:27,405 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T04:20:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T04:20:27,409 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e900e1ae4b9f,35663,1731212418210 suceeded 2024-11-10T04:20:27,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T04:20:27,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-10T04:20:27,412 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:27,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-10T04:20:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T04:20:27,559 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T04:20:27,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T04:20:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T04:20:27,563 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:27,564 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58af770e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,565 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:27,565 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:27,566 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:27,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:27,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:27,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9cb8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:27,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:27,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,568 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca7ea3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:27,568 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:27,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230e45c2 2024-11-10T04:20:27,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:27,570 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:27,571 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T04:20:27,571 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:20:27,571 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,571 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:27,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:20:27,650 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T04:20:27,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T04:20:27,730 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T04:20:27,731 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T04:20:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T04:20:27,735 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e900e1ae4b9f,35663,1731212418210 suceeded 2024-11-10T04:20:27,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T04:20:27,737 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e900e1ae4b9f:36893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:27,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T04:20:27,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-10T04:20:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T04:20:27,879 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T04:20:27,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:27,881 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T04:20:27,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:27,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:27,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:27,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:20:27,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47941, stopped=false 2024-11-10T04:20:27,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,34825,1731212417560 2024-11-10T04:20:27,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:27,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:27,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:27,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:27,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:27,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:27,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:27,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:27,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,35663,1731212418210' ***** 2024-11-10T04:20:27,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:27,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:20:27,886 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:20:27,886 INFO [RS:0;e900e1ae4b9f:35663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:20:27,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:20:27,886 INFO [RS:0;e900e1ae4b9f:35663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:20:27,887 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:27,887 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:27,887 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:27,887 INFO [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35663. 2024-11-10T04:20:27,887 DEBUG [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:27,887 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:27,888 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31aa4ab7830e1d5e61adcb835eaf4395, disabling compactions & flushes 2024-11-10T04:20:27,888 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:20:27,888 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:20:27,888 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:27,888 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. after waiting 0 ms 2024-11-10T04:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:27,888 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:20:27,888 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1325): Online Regions={31aa4ab7830e1d5e61adcb835eaf4395=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:27,888 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:27,888 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:27,889 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:27,889 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:27,889 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:27,889 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:27,891 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31aa4ab7830e1d5e61adcb835eaf4395 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T04:20:27,891 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T04:20:27,905 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:27,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:20:27,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:20:27,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:20:27,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T04:20:27,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:27,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T04:20:27,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:27,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:20:27,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:20:27,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T04:20:27,961 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/18e91d99bf234ababc3ac82e152ed4c2 is 147, key is hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395./info:regioninfo/1731212425591/Put/seqid=0 2024-11-10T04:20:27,961 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/.tmp/queue/fa82c7011043457e8f545c245cf78ad6 is 151, key is 1-e900e1ae4b9f,35663,1731212418210/queue:e900e1ae4b9f%2C35663%2C1731212418210/1731212425871/Put/seqid=0 2024-11-10T04:20:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741839_1015 (size=5500) 2024-11-10T04:20:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741838_1014 (size=6631) 2024-11-10T04:20:28,012 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:28,057 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:28,089 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:28,198 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:20:28,199 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:20:28,289 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:28,374 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/.tmp/queue/fa82c7011043457e8f545c245cf78ad6 2024-11-10T04:20:28,374 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/18e91d99bf234ababc3ac82e152ed4c2 2024-11-10T04:20:28,418 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/.tmp/queue/fa82c7011043457e8f545c245cf78ad6 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/queue/fa82c7011043457e8f545c245cf78ad6 2024-11-10T04:20:28,426 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/queue/fa82c7011043457e8f545c245cf78ad6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T04:20:28,434 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/ns/dc7230df584445f3b9b38e5a8442a3f8 is 43, key is default/ns:d/1731212421392/Put/seqid=0 2024-11-10T04:20:28,434 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 31aa4ab7830e1d5e61adcb835eaf4395 in 542ms, sequenceid=6, compaction requested=false 2024-11-10T04:20:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741840_1016 (size=5153) 2024-11-10T04:20:28,441 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T04:20:28,444 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:28,444 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:28,444 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:28,444 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31aa4ab7830e1d5e61adcb835eaf4395: Waiting for close lock at 1731212427887Running coprocessor pre-close hooks at 1731212427888 (+1 ms)Disabling compacts and flushes for region at 1731212427888Disabling writes for close at 1731212427888Obtaining lock to block concurrent updates at 1731212427891 (+3 ms)Preparing flush snapshotting stores in 31aa4ab7830e1d5e61adcb835eaf4395 at 1731212427891Finished memstore snapshotting hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731212427899 (+8 ms)Flushing stores of hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. at 1731212427901 (+2 ms)Flushing 31aa4ab7830e1d5e61adcb835eaf4395/queue: creating writer at 1731212427902 (+1 ms)Flushing 31aa4ab7830e1d5e61adcb835eaf4395/queue: appending metadata at 1731212427943 (+41 ms)Flushing 31aa4ab7830e1d5e61adcb835eaf4395/queue: closing flushed file at 1731212427946 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdd24f5: reopening flushed file at 1731212428417 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 31aa4ab7830e1d5e61adcb835eaf4395 in 542ms, sequenceid=6, compaction requested=false at 1731212428434 (+17 ms)Writing region close event to WAL at 1731212428436 (+2 ms)Running coprocessor post-close hooks at 1731212428442 (+6 ms)Closed at 1731212428444 (+2 ms) 2024-11-10T04:20:28,445 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:28,489 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:28,563 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:28,690 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:28,719 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:28,842 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/ns/dc7230df584445f3b9b38e5a8442a3f8 2024-11-10T04:20:28,866 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/table/63a3ff649db04b3c9d352e86bb92db09 is 53, key is hbase:replication/table:state/1731212425604/Put/seqid=0 2024-11-10T04:20:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741841_1017 (size=5256) 2024-11-10T04:20:28,890 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:20:28,890 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:28,890 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:29,090 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:29,170 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:29,273 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/table/63a3ff649db04b3c9d352e86bb92db09 2024-11-10T04:20:29,282 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/18e91d99bf234ababc3ac82e152ed4c2 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/info/18e91d99bf234ababc3ac82e152ed4c2 2024-11-10T04:20:29,289 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/info/18e91d99bf234ababc3ac82e152ed4c2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T04:20:29,290 DEBUG [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:29,291 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/ns/dc7230df584445f3b9b38e5a8442a3f8 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/ns/dc7230df584445f3b9b38e5a8442a3f8 2024-11-10T04:20:29,298 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/ns/dc7230df584445f3b9b38e5a8442a3f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:20:29,299 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/table/63a3ff649db04b3c9d352e86bb92db09 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/table/63a3ff649db04b3c9d352e86bb92db09 2024-11-10T04:20:29,306 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/table/63a3ff649db04b3c9d352e86bb92db09, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T04:20:29,308 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false 2024-11-10T04:20:29,313 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:20:29,314 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:29,314 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:29,314 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:29,314 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212427888Running coprocessor pre-close hooks at 1731212427888Disabling compacts and flushes for region at 1731212427888Disabling writes for close at 1731212427889 (+1 ms)Obtaining lock to block concurrent updates at 1731212427891 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731212427891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731212427899 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212427901 (+2 ms)Flushing 1588230740/info: creating writer at 1731212427902 (+1 ms)Flushing 1588230740/info: appending metadata at 1731212427943 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731212427946 (+3 ms)Flushing 1588230740/ns: creating writer at 1731212428417 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731212428433 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731212428433Flushing 1588230740/table: creating writer at 1731212428850 (+417 ms)Flushing 1588230740/table: appending metadata at 1731212428866 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731212428866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f1b796: reopening flushed file at 1731212429281 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736f8d4d: reopening flushed file at 1731212429290 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2255a724: reopening flushed file at 1731212429298 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=11, compaction requested=false at 1731212429308 (+10 ms)Writing region close event to WAL at 1731212429309 (+1 ms)Running coprocessor post-close hooks at 1731212429314 (+5 ms)Closed at 1731212429314 2024-11-10T04:20:29,315 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:29,491 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,35663,1731212418210; all regions closed. 2024-11-10T04:20:29,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741834_1010 (size=2742) 2024-11-10T04:20:29,501 DEBUG [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:29,501 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C35663%2C1731212418210.meta:.meta(num 1731212421242) 2024-11-10T04:20:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741837_1013 (size=1802) 2024-11-10T04:20:29,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.rep.1731212425541 not finished, retry = 0 2024-11-10T04:20:29,525 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210/e900e1ae4b9f%2C35663%2C1731212418210.1731212420359 to pos 0, reset compression=false 2024-11-10T04:20:29,608 DEBUG [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:29,608 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C35663%2C1731212418210.rep:(num 1731212425541) 2024-11-10T04:20:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:20:29,613 DEBUG [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C35663%2C1731212418210:(num 1731212420359) 2024-11-10T04:20:29,614 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:29,614 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:29,614 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,35663,1731212418210 because: Region server is closing 2024-11-10T04:20:29,615 INFO [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35663. 2024-11-10T04:20:29,615 DEBUG [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:29,615 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:29,615 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:29,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:29,715 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:20:29,715 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:20:29,716 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,1-e900e1ae4b9f,35663,1731212418210 terminated 2024-11-10T04:20:29,716 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e900e1ae4b9f,35663,1731212418210 because: Region server is closing 2024-11-10T04:20:29,716 INFO [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35663. 2024-11-10T04:20:29,717 DEBUG [RS:0;e900e1ae4b9f:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:29,717 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:29,717 DEBUG [RS:0;e900e1ae4b9f:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:29,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:29,817 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.wal-reader.e900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:20:29,817 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:20:29,817 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35663,1731212418210.replicationSource.shippere900e1ae4b9f%2C35663%2C1731212418210,2-e900e1ae4b9f,35663,1731212418210 terminated 2024-11-10T04:20:29,818 INFO [RS:0;e900e1ae4b9f:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-10T04:20:29,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/rs 2024-11-10T04:20:29,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/rs/e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:29,822 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:29,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,35663,1731212418210] 2024-11-10T04:20:29,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/draining/e900e1ae4b9f,35663,1731212418210 already deleted, retry=false 2024-11-10T04:20:29,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,35663,1731212418210 expired; onlineServers=0 2024-11-10T04:20:29,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,34825,1731212417560' ***** 2024-11-10T04:20:29,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:20:29,826 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:29,827 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:29,827 DEBUG [M:0;e900e1ae4b9f:34825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:20:29,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:20:29,827 DEBUG [M:0;e900e1ae4b9f:34825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:20:29,827 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212419991 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212419991,5,FailOnTimeoutGroup] 2024-11-10T04:20:29,827 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212419991 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212419991,5,FailOnTimeoutGroup] 2024-11-10T04:20:29,827 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:29,827 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:29,827 DEBUG [M:0;e900e1ae4b9f:34825 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:20:29,827 INFO [M:0;e900e1ae4b9f:34825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:20:29,828 INFO [M:0;e900e1ae4b9f:34825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:29,828 INFO [M:0;e900e1ae4b9f:34825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:20:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/master 2024-11-10T04:20:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:29,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:20:29,829 DEBUG [M:0;e900e1ae4b9f:34825 {}] zookeeper.ZKUtil(347): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/master because node does not exist (not an error) 2024-11-10T04:20:29,829 WARN [M:0;e900e1ae4b9f:34825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:20:29,830 INFO [M:0;e900e1ae4b9f:34825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.lastflushedseqids 2024-11-10T04:20:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741842_1018 (size=181) 2024-11-10T04:20:29,842 INFO [M:0;e900e1ae4b9f:34825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:20:29,842 INFO [M:0;e900e1ae4b9f:34825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:20:29,842 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:29,842 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:29,842 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:29,842 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:29,842 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:29,842 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T04:20:29,859 DEBUG [M:0;e900e1ae4b9f:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c178e11e20214f2b87c3e44974f68df2 is 82, key is hbase:meta,,1/info:regioninfo/1731212421324/Put/seqid=0 2024-11-10T04:20:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741843_1019 (size=5672) 2024-11-10T04:20:29,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:29,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101001af6ef0001, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:29,925 INFO [RS:0;e900e1ae4b9f:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:29,925 INFO [RS:0;e900e1ae4b9f:35663 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,35663,1731212418210; zookeeper connection closed. 2024-11-10T04:20:29,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dd7ecc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dd7ecc 2024-11-10T04:20:29,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:20:30,265 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c178e11e20214f2b87c3e44974f68df2 2024-11-10T04:20:30,289 DEBUG [M:0;e900e1ae4b9f:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c42494c8d64468cae3ef9d79fd9b7a6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731212425609/Put/seqid=0 2024-11-10T04:20:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741844_1020 (size=8663) 2024-11-10T04:20:30,694 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c42494c8d64468cae3ef9d79fd9b7a6 2024-11-10T04:20:30,718 DEBUG [M:0;e900e1ae4b9f:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37481cae2eea4e9d9f85c84ce879e994 is 69, key is e900e1ae4b9f,35663,1731212418210/rs:state/1731212420123/Put/seqid=0 2024-11-10T04:20:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741845_1021 (size=5156) 2024-11-10T04:20:31,124 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37481cae2eea4e9d9f85c84ce879e994 2024-11-10T04:20:31,132 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c178e11e20214f2b87c3e44974f68df2 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c178e11e20214f2b87c3e44974f68df2 2024-11-10T04:20:31,139 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c178e11e20214f2b87c3e44974f68df2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T04:20:31,141 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c42494c8d64468cae3ef9d79fd9b7a6 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c42494c8d64468cae3ef9d79fd9b7a6 2024-11-10T04:20:31,148 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c42494c8d64468cae3ef9d79fd9b7a6, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T04:20:31,149 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37481cae2eea4e9d9f85c84ce879e994 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37481cae2eea4e9d9f85c84ce879e994 2024-11-10T04:20:31,156 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37481cae2eea4e9d9f85c84ce879e994, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T04:20:31,157 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=115, compaction requested=false 2024-11-10T04:20:31,159 INFO [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:31,159 DEBUG [M:0;e900e1ae4b9f:34825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212429842Disabling compacts and flushes for region at 1731212429842Disabling writes for close at 1731212429842Obtaining lock to block concurrent updates at 1731212429842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212429842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731212429843 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212429844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212429844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212429859 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212429859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212430272 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212430288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212430288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212430702 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212430718 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212430718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c6024f: reopening flushed file at 1731212431131 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0fad5e: reopening flushed file at 1731212431140 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b9c7ef: reopening flushed file at 1731212431148 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=115, compaction requested=false at 1731212431158 (+10 ms)Writing region close event to WAL at 1731212431159 (+1 ms)Closed at 1731212431159 2024-11-10T04:20:31,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741830_1006 (size=59421) 2024-11-10T04:20:31,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:31,163 INFO [M:0;e900e1ae4b9f:34825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:20:31,163 INFO [M:0;e900e1ae4b9f:34825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34825 2024-11-10T04:20:31,163 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:31,265 INFO [M:0;e900e1ae4b9f:34825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101001af6ef0000, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:31,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:31,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:31,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:31,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:31,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:31,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45257 2024-11-10T04:20:31,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45257 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452570x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:31,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45257-0x101001af6ef0006 connected 2024-11-10T04:20:31,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:31,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:31,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:31,281 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: INIT 2024-11-10T04:20:31,282 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220, hbase.cluster.distributed=false 2024-11-10T04:20:31,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/acl 2024-11-10T04:20:31,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-10T04:20:31,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45257 2024-11-10T04:20:31,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45257 2024-11-10T04:20:31,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-10T04:20:31,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-10T04:20:31,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:31,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:31,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43071 2024-11-10T04:20:31,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43071 connecting to ZooKeeper ensemble=127.0.0.1:57218 2024-11-10T04:20:31,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:31,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430710x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:31,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430710x0, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:31,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43071-0x101001af6ef0007 connected 2024-11-10T04:20:31,314 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: INIT 2024-11-10T04:20:31,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:31,315 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:31,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/master 2024-11-10T04:20:31,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/acl 2024-11-10T04:20:31,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-10T04:20:31,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43071 2024-11-10T04:20:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43071 2024-11-10T04:20:31,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-10T04:20:31,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-10T04:20:31,336 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:45257 2024-11-10T04:20:31,336 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1384946209/backup-masters/e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:31,339 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/backup-masters/e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/master 2024-11-10T04:20:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:31,341 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/master 2024-11-10T04:20:31,342 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1384946209/backup-masters/e900e1ae4b9f,45257,1731212431267 from backup master directory 2024-11-10T04:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/backup-masters/e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/backup-masters 2024-11-10T04:20:31,344 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:31,344 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,360 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:31,360 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:20:31,373 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-10T04:20:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741846_1022 (size=196) 2024-11-10T04:20:31,783 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:31,784 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:20:31,784 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:31,793 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T04:20:31,796 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560 to hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560-dead as it is dead 2024-11-10T04:20:31,798 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T04:20:31,798 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T04:20:31,798 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560-dead/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:31,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560-dead/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 after 4ms 2024-11-10T04:20:31,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560-dead/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 to hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:31,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,34825,1731212417560-dead 2024-11-10T04:20:31,806 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:31,810 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C45257%2C1731212431267, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,45257,1731212431267, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/oldWALs, maxLogs=10 2024-11-10T04:20:31,824 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,45257,1731212431267/e900e1ae4b9f%2C45257%2C1731212431267.1731212431810, exclude list is [], retry=0 2024-11-10T04:20:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:31,831 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/WALs/e900e1ae4b9f,45257,1731212431267/e900e1ae4b9f%2C45257%2C1731212431267.1731212431810 2024-11-10T04:20:31,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:31,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:31,832 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:31,832 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,832 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:20:31,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:31,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c178e11e20214f2b87c3e44974f68df2 2024-11-10T04:20:31,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:31,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:20:31,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:31,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c42494c8d64468cae3ef9d79fd9b7a6 2024-11-10T04:20:31,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:31,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:20:31,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:31,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37481cae2eea4e9d9f85c84ce879e994 2024-11-10T04:20:31,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:31,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:20:31,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:31,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:31,865 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,866 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T04:20:31,866 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:31,880 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:31,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C34825%2C1731212417560.1731212419435 2024-11-10T04:20:31,883 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,883 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,884 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:31,885 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:31,888 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T04:20:31,889 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410560, jitterRate=-0.040207862854003906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:31,890 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212431832Initializing all the Stores at 1731212431833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212431833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212431834 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212431834Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212431834Cleaning up temporary data from old regions at 1731212431883 (+49 ms)Region opened successfully at 1731212431889 (+6 ms) 2024-11-10T04:20:31,890 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:20:31,894 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41851b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:31,905 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T04:20:31,905 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:20:31,905 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:20:31,905 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:20:31,906 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:20:31,911 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:31,912 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:20:31,912 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:20:31,912 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:20:31,913 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T04:20:31,913 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T04:20:31,913 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T04:20:31,913 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:20:31,917 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e900e1ae4b9f,35663,1731212418210, regionLocation=e900e1ae4b9f,35663,1731212418210, openSeqNum=2 2024-11-10T04:20:31,917 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e900e1ae4b9f,35663,1731212418210, table=hbase:meta, region=1588230740 2024-11-10T04:20:31,917 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,35663,1731212418210, state=OPEN 2024-11-10T04:20:31,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:31,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:31,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:31,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:31,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:20:31,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/draining/e900e1ae4b9f,35663,1731212418210 already deleted, retry=false 2024-11-10T04:20:31,927 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e900e1ae4b9f,35663,1731212418210 on e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e900e1ae4b9f,35663,1731212418210, splitWal=true, meta=true 2024-11-10T04:20:31,935 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e900e1ae4b9f,35663,1731212418210 (carryingMeta=true) e900e1ae4b9f,35663,1731212418210/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@271c8ade[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T04:20:31,939 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/balancer because node does not exist (not necessarily an error) 2024-11-10T04:20:31,944 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/balancer already deleted, retry=false 2024-11-10T04:20:31,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:20:31,945 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:20:31,947 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/normalizer already deleted, retry=false 2024-11-10T04:20:31,947 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:20:31,948 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:20:31,949 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/switch/split already deleted, retry=false 2024-11-10T04:20:31,951 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:20:31,952 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/switch/merge already deleted, retry=false 2024-11-10T04:20:31,962 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:20:31,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/snapshot-cleanup already deleted, retry=false 2024-11-10T04:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:31,966 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,45257,1731212431267, sessionid=0x101001af6ef0006, setting cluster-up flag (Was=false) 2024-11-10T04:20:31,969 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384946209/flush-table-proc/acquired, /0-1384946209/flush-table-proc/reached, /0-1384946209/flush-table-proc/abort 2024-11-10T04:20:31,970 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,973 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384946209/online-snapshot/acquired, /0-1384946209/online-snapshot/reached, /0-1384946209/online-snapshot/abort 2024-11-10T04:20:31,974 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:31,976 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.lastflushedseqids 2024-11-10T04:20:31,979 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:20:31,979 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:20:31,980 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,45257,1731212431267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e900e1ae4b9f,35663,1731212418210 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:31,981 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:31,982 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:31,982 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212461982 2024-11-10T04:20:31,982 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:20:31,983 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:20:31,984 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:20:31,985 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e900e1ae4b9f,35663,1731212418210, splitWal=true, meta=true 2024-11-10T04:20:31,986 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,35663,1731212418210, splitWal=true, meta=true, isMeta: true 2024-11-10T04:20:31,988 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210-splitting 2024-11-10T04:20:31,988 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212431984,5,FailOnTimeoutGroup] 2024-11-10T04:20:31,989 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212431988,5,FailOnTimeoutGroup] 2024-11-10T04:20:31,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:31,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:20:31,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:31,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:31,989 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210-splitting dir is empty, no logs to split. 2024-11-10T04:20:31,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212431989, completionTime=-1 2024-11-10T04:20:31,989 INFO [PEWorker-1 {}] master.SplitWALManager(105): e900e1ae4b9f,35663,1731212418210 WAL count=0, meta=true 2024-11-10T04:20:31,989 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T04:20:31,992 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T04:20:31,993 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210-splitting dir is empty, no logs to split. 2024-11-10T04:20:31,993 INFO [PEWorker-1 {}] master.SplitWALManager(105): e900e1ae4b9f,35663,1731212418210 WAL count=0, meta=true 2024-11-10T04:20:31,993 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,35663,1731212418210 WAL splitting is done? wals=0, meta=true 2024-11-10T04:20:31,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:20:31,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:31,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:20:32,025 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(746): ClusterId : bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 2024-11-10T04:20:32,025 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:20:32,028 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:20:32,028 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:20:32,030 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:20:32,031 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f09c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:32,043 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:43071 2024-11-10T04:20:32,044 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:20:32,044 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:20:32,044 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:20:32,044 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,45257,1731212431267 with port=43071, startcode=1731212431303 2024-11-10T04:20:32,045 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:20:32,047 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:20:32,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,050 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220 2024-11-10T04:20:32,050 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35815 2024-11-10T04:20:32,050 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:20:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/rs 2024-11-10T04:20:32,054 DEBUG [RS:0;e900e1ae4b9f:43071 {}] zookeeper.ZKUtil(111): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on existing znode=/0-1384946209/rs/e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,054 WARN [RS:0;e900e1ae4b9f:43071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:32,054 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:32,054 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,43071,1731212431303] 2024-11-10T04:20:32,093 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T04:20:32,102 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:20:32,105 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:20:32,105 INFO [RS:0;e900e1ae4b9f:43071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:20:32,105 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,105 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:20:32,107 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:20:32,107 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,107 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,108 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,108 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:32,108 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:32,108 DEBUG [RS:0;e900e1ae4b9f:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,110 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43071,1731212431303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:32,128 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:20:32,128 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43071,1731212431303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,142 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,43071,1731212431303, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:20:32,149 WARN [e900e1ae4b9f:45257 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T04:20:32,157 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(231): queueId=2-e900e1ae4b9f,43071,1731212431303, ReplicationSource: 2, currentBandwidth=0 2024-11-10T04:20:32,157 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,158 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.Replication(171): e900e1ae4b9f,43071,1731212431303 started 2024-11-10T04:20:32,158 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:32,159 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed25b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,159 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:32,160 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:32,161 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:32,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:32,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:32,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@659c2258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:32,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:32,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:32,164 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:32,165 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b8423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,165 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:32,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:32,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688e485 2024-11-10T04:20:32,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:32,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T04:20:32,168 INFO [RS:0;e900e1ae4b9f:43071.replicationSource,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,43071,1731212431303 (queues=0) is replicating from cluster=bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 to cluster=af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:32,177 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:32,177 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,43071,1731212431303, RpcServer on e900e1ae4b9f/172.17.0.2:43071, sessionid=0x101001af6ef0007 2024-11-10T04:20:32,177 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:20:32,177 DEBUG [RS:0;e900e1ae4b9f:43071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,178 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43071,1731212431303' 2024-11-10T04:20:32,178 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384946209/flush-table-proc/abort' 2024-11-10T04:20:32,178 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384946209/flush-table-proc/acquired' 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36893' 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43071,1731212431303' 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384946209/online-snapshot/abort' 2024-11-10T04:20:32,179 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384946209/online-snapshot/acquired' 2024-11-10T04:20:32,180 DEBUG [RS:0;e900e1ae4b9f:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:20:32,180 INFO [RS:0;e900e1ae4b9f:43071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:20:32,180 INFO [RS:0;e900e1ae4b9f:43071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:20:32,180 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601b91c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,180 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36893,-1 for getting cluster id 2024-11-10T04:20:32,181 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:32,181 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0357e2-e6a7-4775-b63e-06421c82b05d' 2024-11-10T04:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0357e2-e6a7-4775-b63e-06421c82b05d" 2024-11-10T04:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b14fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36893,-1] 2024-11-10T04:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:32,183 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:32,184 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eac0903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:32,185 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19769fac 2024-11-10T04:20:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:32,187 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T04:20:32,187 INFO [RS:0;e900e1ae4b9f:43071.replicationSource,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e900e1ae4b9f,43071,1731212431303 (queues=0) is replicating from cluster=bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506 to cluster=af0357e2-e6a7-4775-b63e-06421c82b05d 2024-11-10T04:20:32,280 INFO [RS:0;e900e1ae4b9f:43071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:32,283 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43071%2C1731212431303, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:32,298 DEBUG [RS:0;e900e1ae4b9f:43071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284, exclude list is [], retry=0 2024-11-10T04:20:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:32,304 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 2024-11-10T04:20:32,304 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e900e1ae4b9f%2C43071%2C1731212431303 for peer 2 2024-11-10T04:20:32,305 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e900e1ae4b9f%2C43071%2C1731212431303 for peer 1 2024-11-10T04:20:32,305 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C43071%2C1731212431303 2024-11-10T04:20:32,305 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,43071,1731212431303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:20:32,305 INFO [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C43071%2C1731212431303 2024-11-10T04:20:32,305 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e900e1ae4b9f%2C43071%2C1731212431303 2024-11-10T04:20:32,305 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e900e1ae4b9f,43071,1731212431303, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:20:32,306 DEBUG [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:32,306 INFO [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C43071%2C1731212431303 2024-11-10T04:20:32,306 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284, startPosition=0, beingWritten=true 2024-11-10T04:20:32,306 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284, startPosition=0, beingWritten=true 2024-11-10T04:20:32,399 DEBUG [e900e1ae4b9f:45257 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:32,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43071,1731212431303, state=OPENING 2024-11-10T04:20:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:32,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:32,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:32,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43071,1731212431303}] 2024-11-10T04:20:32,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:32,514 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:32,514 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:32,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:20:32,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:20:32,562 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:20:32,563 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:32,563 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:20:32,565 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43071%2C1731212431303.meta, suffix=.meta, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:32,580 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.meta.1731212432566.meta, exclude list is [], retry=0 2024-11-10T04:20:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:32,585 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.meta.1731212432566.meta 2024-11-10T04:20:32,585 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:32,585 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:32,585 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:20:32,586 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:20:32,586 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:20:32,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:32,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:32,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:32,596 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/info/18e91d99bf234ababc3ac82e152ed4c2 2024-11-10T04:20:32,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:32,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:32,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:32,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:32,603 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/ns/dc7230df584445f3b9b38e5a8442a3f8 2024-11-10T04:20:32,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:32,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:32,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:32,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:32,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:32,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:32,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:32,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:32,613 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/table/63a3ff649db04b3c9d352e86bb92db09 2024-11-10T04:20:32,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:32,613 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:32,614 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:32,616 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740 2024-11-10T04:20:32,617 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:32,617 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:32,618 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:32,620 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:32,621 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60825584, jitterRate=-0.0936281681060791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:32,621 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:20:32,621 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212432586Writing region info on filesystem at 1731212432586Initializing all the Stores at 1731212432587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212432587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212432588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212432588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212432588Cleaning up temporary data from old regions at 1731212432617 (+29 ms)Running coprocessor post-open hooks at 1731212432621 (+4 ms)Region opened successfully at 1731212432621 2024-11-10T04:20:32,622 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731212432557 2024-11-10T04:20:32,625 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:20:32,625 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:20:32,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43071,1731212431303, state=OPEN 2024-11-10T04:20:32,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:32,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384946209/meta-region-server 2024-11-10T04:20:32,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:32,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384946209/meta-region-server: CHANGED 2024-11-10T04:20:32,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:32,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T04:20:32,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43071,1731212431303 in 226 msec 2024-11-10T04:20:32,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T04:20:32,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-10T04:20:32,821 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:32,821 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:33,227 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:33,228 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:33,595 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T04:20:33,733 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:33,734 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:33,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:20:34,340 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:34,341 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:35,046 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:35,046 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:35,097 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T04:20:35,854 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:35,854 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:36,499 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T04:20:36,500 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:20:36,500 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:36,500 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43071,1731212431303, seqNum=-1] 2024-11-10T04:20:36,500 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:36,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:36,508 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31aa4ab7830e1d5e61adcb835eaf4395, regionState=OPEN, lastHost=e900e1ae4b9f,35663,1731212418210, regionLocation=e900e1ae4b9f,35663,1731212418210, openSeqNum=2 2024-11-10T04:20:36,508 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:20:36,508 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212496508 2024-11-10T04:20:36,508 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212556508 2024-11-10T04:20:36,508 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:45257, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,509 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e900e1ae4b9f,35663,1731212418210 had 2 regions 2024-11-10T04:20:36,509 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,511 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,35663,1731212418210, splitWal=true, meta=true, isMeta: false 2024-11-10T04:20:36,513 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210-splitting dir is empty, no logs to split. 2024-11-10T04:20:36,513 INFO [PEWorker-3 {}] master.SplitWALManager(105): e900e1ae4b9f,35663,1731212418210 WAL count=0, meta=false 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.171sec 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:36,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:20:36,517 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,35663,1731212418210-splitting dir is empty, no logs to split. 2024-11-10T04:20:36,517 INFO [PEWorker-3 {}] master.SplitWALManager(105): e900e1ae4b9f,35663,1731212418210 WAL count=0, meta=false 2024-11-10T04:20:36,517 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,35663,1731212418210 WAL splitting is done? wals=0, meta=false 2024-11-10T04:20:36,520 WARN [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e900e1ae4b9f,35663,1731212418210/hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:36,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN}] 2024-11-10T04:20:36,521 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:20:36,521 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:20:36,521 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45257,1731212431267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:36,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN 2024-11-10T04:20:36,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:20:36,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,45257,-1 for getting cluster id 2024-11-10T04:20:36,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:36,530 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506' 2024-11-10T04:20:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506" 2024-11-10T04:20:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f096148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,45257,-1] 2024-11-10T04:20:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,533 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d9173a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43071,1731212431303, seqNum=-1] 2024-11-10T04:20:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:36,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:36,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T04:20:36,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:36,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:36,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:36,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e900e1ae4b9f:45257 after: e900e1ae4b9f:45257 2024-11-10T04:20:36,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,45257,-1 for getting cluster id 2024-11-10T04:20:36,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:36,542 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506' 2024-11-10T04:20:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf0e3f8-b5b8-43e3-9bdd-dc87eeda2506" 2024-11-10T04:20:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@931f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,45257,-1] 2024-11-10T04:20:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,544 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:36,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:36,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee45ac4 2024-11-10T04:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:36,547 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:36,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:36,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T04:20:36,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:36,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T04:20:36,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:20:36,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:36,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:36,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:36,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:20:36,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816401052, stopped=false 2024-11-10T04:20:36,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,36893,1731212422699 2024-11-10T04:20:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467332405/running 2024-11-10T04:20:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467332405/running 2024-11-10T04:20:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:36,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:36,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:36,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:36,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/running 2024-11-10T04:20:36,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Set watcher on znode that does not yet exist, /1467332405/running 2024-11-10T04:20:36,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,40993,1731212422749' ***** 2024-11-10T04:20:36,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:20:36,554 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:20:36,554 INFO [RS:0;e900e1ae4b9f:40993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:20:36,554 INFO [RS:0;e900e1ae4b9f:40993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:20:36,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:20:36,554 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:40993. 2024-11-10T04:20:36,555 DEBUG [RS:0;e900e1ae4b9f:40993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:36,555 DEBUG [RS:0;e900e1ae4b9f:40993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:20:36,555 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:20:36,555 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:36,555 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:36,555 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:36,555 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:36,555 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:36,556 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:36,556 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:36,556 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T04:20:36,573 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/.tmp/ns/4027b122c52f414ca3173c3491e9eb16 is 43, key is default/ns:d/1731212424623/Put/seqid=0 2024-11-10T04:20:36,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741835_1011 (size=5153) 2024-11-10T04:20:36,627 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:36,673 DEBUG [e900e1ae4b9f:45257 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:36,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=31aa4ab7830e1d5e61adcb835eaf4395, regionState=OPENING, regionLocation=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:36,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN because future has completed 2024-11-10T04:20:36,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,43071,1731212431303}] 2024-11-10T04:20:36,755 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:36,761 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:36,761 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:36,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:36,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:36,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:20:36,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43071%2C1731212431303.rep, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs, maxLogs=10 2024-11-10T04:20:36,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.rep.1731212436839, exclude list is [], retry=0 2024-11-10T04:20:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45499,DS-4254cc98-c1cf-4dca-96ad-b75a8c393327,DISK] 2024-11-10T04:20:36,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.rep.1731212436839 2024-11-10T04:20:36,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-10T04:20:36,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 31aa4ab7830e1d5e61adcb835eaf4395, NAME => 'hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:36,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:36,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:36,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. service=MultiRowMutationService 2024-11-10T04:20:36,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:20:36,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:36,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,860 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,861 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName hfileref 2024-11-10T04:20:36,861 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:36,862 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:36,862 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,863 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName queue 2024-11-10T04:20:36,863 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:36,871 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/queue/fa82c7011043457e8f545c245cf78ad6 2024-11-10T04:20:36,871 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:36,871 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,872 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31aa4ab7830e1d5e61adcb835eaf4395 columnFamilyName sid 2024-11-10T04:20:36,872 DEBUG [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:36,872 INFO [StoreOpener-31aa4ab7830e1d5e61adcb835eaf4395-1 {}] regionserver.HStore(327): Store=31aa4ab7830e1d5e61adcb835eaf4395/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:36,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:20:36,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 31aa4ab7830e1d5e61adcb835eaf4395; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65424508, jitterRate=-0.025098860263824463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:20:36,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:36,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 31aa4ab7830e1d5e61adcb835eaf4395: Running coprocessor pre-open hook at 1731212436859Writing region info on filesystem at 1731212436859Initializing all the Stores at 1731212436860 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212436860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212436860Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212436860Cleaning up temporary data from old regions at 1731212436875 (+15 ms)Running coprocessor post-open hooks at 1731212436879 (+4 ms)Region opened successfully at 1731212436880 (+1 ms) 2024-11-10T04:20:36,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., pid=19, masterSystemTime=1731212436831 2024-11-10T04:20:36,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:36,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:36,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=31aa4ab7830e1d5e61adcb835eaf4395, regionState=OPEN, openSeqNum=10, regionLocation=e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,43071,1731212431303 because future has completed 2024-11-10T04:20:36,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T04:20:36,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 31aa4ab7830e1d5e61adcb835eaf4395, server=e900e1ae4b9f,43071,1731212431303 in 211 msec 2024-11-10T04:20:36,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T04:20:36,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31aa4ab7830e1d5e61adcb835eaf4395, ASSIGN in 372 msec 2024-11-10T04:20:36,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T04:20:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., hostname=e900e1ae4b9f,43071,1731212431303, seqNum=10] 2024-11-10T04:20:36,935 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e900e1ae4b9f,35663,1731212418210 2024-11-10T04:20:36,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T04:20:36,956 DEBUG [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:36,979 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/.tmp/ns/4027b122c52f414ca3173c3491e9eb16 2024-11-10T04:20:36,987 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/.tmp/ns/4027b122c52f414ca3173c3491e9eb16 as hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/ns/4027b122c52f414ca3173c3491e9eb16 2024-11-10T04:20:36,993 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/ns/4027b122c52f414ca3173c3491e9eb16, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T04:20:36,995 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-10T04:20:36,995 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:20:37,000 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T04:20:37,001 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:37,001 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:37,001 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:37,001 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212436555Running coprocessor pre-close hooks at 1731212436555Disabling compacts and flushes for region at 1731212436555Disabling writes for close at 1731212436556 (+1 ms)Obtaining lock to block concurrent updates at 1731212436556Preparing flush snapshotting stores in 1588230740 at 1731212436556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731212436556Flushing stores of hbase:meta,,1.1588230740 at 1731212436557 (+1 ms)Flushing 1588230740/ns: creating writer at 1731212436557Flushing 1588230740/ns: appending metadata at 1731212436573 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731212436573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd62e3d: reopening flushed file at 1731212436986 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1731212436995 (+9 ms)Writing region close event to WAL at 1731212436996 (+1 ms)Running coprocessor post-close hooks at 1731212437001 (+5 ms)Closed at 1731212437001 2024-11-10T04:20:37,001 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:37,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T04:20:37,156 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,40993,1731212422749; all regions closed. 2024-11-10T04:20:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741834_1010 (size=1152) 2024-11-10T04:20:37,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/WALs/e900e1ae4b9f,40993,1731212422749/e900e1ae4b9f%2C40993%2C1731212422749.meta.1731212424562.meta not finished, retry = 0 2024-11-10T04:20:37,263 DEBUG [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/oldWALs 2024-11-10T04:20:37,263 INFO [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C40993%2C1731212422749.meta:.meta(num 1731212424562) 2024-11-10T04:20:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:20:37,267 DEBUG [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/oldWALs 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C40993%2C1731212422749:(num 1731212423656) 2024-11-10T04:20:37,268 DEBUG [RS:0;e900e1ae4b9f:40993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:37,268 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:37,268 INFO [RS:0;e900e1ae4b9f:40993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40993 2024-11-10T04:20:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467332405/rs/e900e1ae4b9f,40993,1731212422749 2024-11-10T04:20:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405/rs 2024-11-10T04:20:37,271 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:37,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,40993,1731212422749] 2024-11-10T04:20:37,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1467332405/draining/e900e1ae4b9f,40993,1731212422749 already deleted, retry=false 2024-11-10T04:20:37,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,40993,1731212422749 expired; onlineServers=0 2024-11-10T04:20:37,273 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,36893,1731212422699' ***** 2024-11-10T04:20:37,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:37,274 DEBUG [M:0;e900e1ae4b9f:36893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:20:37,274 DEBUG [M:0;e900e1ae4b9f:36893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:20:37,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:20:37,274 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212423388 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212423388,5,FailOnTimeoutGroup] 2024-11-10T04:20:37,274 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212423389 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212423389,5,FailOnTimeoutGroup] 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:37,274 DEBUG [M:0;e900e1ae4b9f:36893 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:20:37,274 INFO [M:0;e900e1ae4b9f:36893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:37,275 INFO [M:0;e900e1ae4b9f:36893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:20:37,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:20:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1467332405/master 2024-11-10T04:20:37,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1467332405 2024-11-10T04:20:37,275 DEBUG [M:0;e900e1ae4b9f:36893 {}] zookeeper.ZKUtil(347): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Unable to get data of znode /1467332405/master because node does not exist (not an error) 2024-11-10T04:20:37,276 WARN [M:0;e900e1ae4b9f:36893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:20:37,277 INFO [M:0;e900e1ae4b9f:36893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/.lastflushedseqids 2024-11-10T04:20:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741836_1012 (size=99) 2024-11-10T04:20:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:37,372 INFO [RS:0;e900e1ae4b9f:40993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40993-0x101001af6ef0004, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:37,372 INFO [RS:0;e900e1ae4b9f:40993 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,40993,1731212422749; zookeeper connection closed. 2024-11-10T04:20:37,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32fd42b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32fd42b5 2024-11-10T04:20:37,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:20:37,683 INFO [M:0;e900e1ae4b9f:36893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:20:37,684 INFO [M:0;e900e1ae4b9f:36893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:20:37,684 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:37,684 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:37,684 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:37,684 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:37,684 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:37,684 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T04:20:37,704 DEBUG [M:0;e900e1ae4b9f:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f94fcf8ed2b1413fa3f41f2385c1b99f is 82, key is hbase:meta,,1/info:regioninfo/1731212424607/Put/seqid=0 2024-11-10T04:20:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741837_1013 (size=5672) 2024-11-10T04:20:37,768 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:37,768 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:38,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:20:38,109 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f94fcf8ed2b1413fa3f41f2385c1b99f 2024-11-10T04:20:38,132 DEBUG [M:0;e900e1ae4b9f:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c16566e3b1401c96e5de48536e93ab is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731212424629/Put/seqid=0 2024-11-10T04:20:38,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741838_1014 (size=5275) 2024-11-10T04:20:38,538 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c16566e3b1401c96e5de48536e93ab 2024-11-10T04:20:38,562 DEBUG [M:0;e900e1ae4b9f:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dcac8a1c8ff46e0b59f41b1c0b29bca is 69, key is e900e1ae4b9f,40993,1731212422749/rs:state/1731212423496/Put/seqid=0 2024-11-10T04:20:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741839_1015 (size=5156) 2024-11-10T04:20:38,875 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:38,875 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:38,967 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dcac8a1c8ff46e0b59f41b1c0b29bca 2024-11-10T04:20:38,974 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f94fcf8ed2b1413fa3f41f2385c1b99f as hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f94fcf8ed2b1413fa3f41f2385c1b99f 2024-11-10T04:20:38,979 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f94fcf8ed2b1413fa3f41f2385c1b99f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T04:20:38,980 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c16566e3b1401c96e5de48536e93ab as hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c16566e3b1401c96e5de48536e93ab 2024-11-10T04:20:38,985 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c16566e3b1401c96e5de48536e93ab, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T04:20:38,986 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dcac8a1c8ff46e0b59f41b1c0b29bca as hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dcac8a1c8ff46e0b59f41b1c0b29bca 2024-11-10T04:20:38,991 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/5e1e0da0-1bb0-fed7-7126-9e345ebe276e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dcac8a1c8ff46e0b59f41b1c0b29bca, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T04:20:38,992 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-11-10T04:20:38,994 INFO [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:38,994 DEBUG [M:0;e900e1ae4b9f:36893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212437684Disabling compacts and flushes for region at 1731212437684Disabling writes for close at 1731212437684Obtaining lock to block concurrent updates at 1731212437684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212437684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731212437685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212437685Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212437685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212437703 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212437703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212438115 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212438132 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212438132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212438544 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212438562 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212438562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3671d79c: reopening flushed file at 1731212438973 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43200748: reopening flushed file at 1731212438979 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9ffe21: reopening flushed file at 1731212438985 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1731212438992 (+7 ms)Writing region close event to WAL at 1731212438993 (+1 ms)Closed at 1731212438993 2024-11-10T04:20:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741830_1006 (size=10165) 2024-11-10T04:20:38,997 INFO [M:0;e900e1ae4b9f:36893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:20:38,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:38,997 INFO [M:0;e900e1ae4b9f:36893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36893 2024-11-10T04:20:39,000 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:39,103 INFO [M:0;e900e1ae4b9f:36893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x101001af6ef0003, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:39,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:39,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:39,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:39,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:39,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:39,113 WARN [BP-1600880121-172.17.0.2-1731212421629 heartbeating to localhost/127.0.0.1:33481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:20:39,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:20:39,113 WARN [BP-1600880121-172.17.0.2-1731212421629 heartbeating to localhost/127.0.0.1:33481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1600880121-172.17.0.2-1731212421629 (Datanode Uuid 3ddb751f-288d-4a54-ab15-c874aba2a230) service to localhost/127.0.0.1:33481 2024-11-10T04:20:39,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:20:39,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/cluster_ca3cd8f0-ef5b-d1e7-e49b-9ca1e1d02264/data/data1/current/BP-1600880121-172.17.0.2-1731212421629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:39,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/cluster_ca3cd8f0-ef5b-d1e7-e49b-9ca1e1d02264/data/data2/current/BP-1600880121-172.17.0.2-1731212421629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:39,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:20:39,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:39,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:39,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:39,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:39,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:39,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:20:39,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:20:39,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:39,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:39,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:39,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:39,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:39,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:20:39,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219155638, stopped=false 2024-11-10T04:20:39,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,45257,1731212431267 2024-11-10T04:20:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/running 2024-11-10T04:20:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:39,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:39,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:39,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:39,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,43071,1731212431303' ***** 2024-11-10T04:20:39,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:39,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:20:39,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Set watcher on znode that does not yet exist, /0-1384946209/running 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:20:39,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:39,145 INFO [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43071. 2024-11-10T04:20:39,146 DEBUG [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:39,146 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31aa4ab7830e1d5e61adcb835eaf4395, disabling compactions & flushes 2024-11-10T04:20:39,146 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:20:39,146 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:39,146 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:20:39,146 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:39,146 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. after waiting 0 ms 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:39,146 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:20:39,146 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1325): Online Regions={31aa4ab7830e1d5e61adcb835eaf4395=hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:39,146 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31aa4ab7830e1d5e61adcb835eaf4395 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:39,146 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:39,146 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:39,146 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T04:20:39,152 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/replication/31aa4ab7830e1d5e61adcb835eaf4395/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T04:20:39,152 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:39,153 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:39,153 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:39,153 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31aa4ab7830e1d5e61adcb835eaf4395: Waiting for close lock at 1731212439146Running coprocessor pre-close hooks at 1731212439146Disabling compacts and flushes for region at 1731212439146Disabling writes for close at 1731212439146Writing region close event to WAL at 1731212439148 (+2 ms)Running coprocessor post-close hooks at 1731212439152 (+4 ms)Closed at 1731212439153 (+1 ms) 2024-11-10T04:20:39,153 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395. 2024-11-10T04:20:39,171 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/a02f49d514ff4e47b9c37e622c644407 is 147, key is hbase:replication,,1731212424766.31aa4ab7830e1d5e61adcb835eaf4395./info:regioninfo/1731212436885/Put/seqid=0 2024-11-10T04:20:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741851_1027 (size=6385) 2024-11-10T04:20:39,216 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:39,346 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:39,547 DEBUG [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:39,577 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/a02f49d514ff4e47b9c37e622c644407 2024-11-10T04:20:39,585 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/.tmp/info/a02f49d514ff4e47b9c37e622c644407 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/info/a02f49d514ff4e47b9c37e622c644407 2024-11-10T04:20:39,591 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/info/a02f49d514ff4e47b9c37e622c644407, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T04:20:39,593 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-10T04:20:39,598 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T04:20:39,598 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:39,598 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:39,598 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:39,598 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212439146Running coprocessor pre-close hooks at 1731212439146Disabling compacts and flushes for region at 1731212439146Disabling writes for close at 1731212439146Obtaining lock to block concurrent updates at 1731212439146Preparing flush snapshotting stores in 1588230740 at 1731212439146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731212439147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212439148 (+1 ms)Flushing 1588230740/info: creating writer at 1731212439148Flushing 1588230740/info: appending metadata at 1731212439171 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731212439171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626efd0c: reopening flushed file at 1731212439584 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731212439593 (+9 ms)Writing region close event to WAL at 1731212439594 (+1 ms)Running coprocessor post-close hooks at 1731212439598 (+4 ms)Closed at 1731212439598 2024-11-10T04:20:39,599 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:39,747 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,43071,1731212431303; all regions closed. 2024-11-10T04:20:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741849_1025 (size=2156) 2024-11-10T04:20:39,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.meta.1731212432566.meta not finished, retry = 0 2024-11-10T04:20:39,853 DEBUG [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:39,853 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43071%2C1731212431303.meta:.meta(num 1731212432566) 2024-11-10T04:20:39,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.rep.1731212436839 not finished, retry = 0 2024-11-10T04:20:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741850_1026 (size=796) 2024-11-10T04:20:39,959 DEBUG [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:39,959 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43071%2C1731212431303.rep:(num 1731212436839) 2024-11-10T04:20:39,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 not finished, retry = 0 2024-11-10T04:20:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741848_1024 (size=93) 2024-11-10T04:20:40,065 DEBUG [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs 2024-11-10T04:20:40,065 INFO [RS:0;e900e1ae4b9f:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43071%2C1731212431303:(num 1731212432284) 2024-11-10T04:20:40,065 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:40,065 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:40,065 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:40,066 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:40,066 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:40,066 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:40,066 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,43071,1731212431303 because: Region server is closing 2024-11-10T04:20:40,066 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T04:20:40,066 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T04:20:40,066 INFO [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43071. 2024-11-10T04:20:40,066 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T04:20:40,066 DEBUG [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:40,066 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:40,066 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:40,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:40,083 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 to pos 0, reset compression=false 2024-11-10T04:20:40,090 INFO [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 was moved to hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/oldWALs/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 2024-11-10T04:20:40,093 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284 2024-11-10T04:20:40,094 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T04:20:40,094 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.wal-reader.e900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T04:20:40,094 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e900e1ae4b9f,43071,1731212431303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/WALs/e900e1ae4b9f,43071,1731212431303/e900e1ae4b9f%2C43071%2C1731212431303.1731212432284, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T04:20:40,098 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:40,098 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43071,1731212431303, seqNum=-1] 2024-11-10T04:20:40,100 WARN [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-e900e1ae4b9f,43071,1731212431303', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-10T04:20:40,102 ERROR [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,43071,1731212431303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e900e1ae4b9f,43071,1731212431303, walGroup=e900e1ae4b9f%2C43071%2C1731212431303, offset=e900e1ae4b9f%2C43071%2C1731212431303.1731212432284:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:20:40,104 ERROR [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:20:40,107 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:20:40,108 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:20:40,109 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:20:40,109 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:20:40,109 INFO [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 572881280 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 156946208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:20:40,111 DEBUG [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e900e1ae4b9f%2C43071%2C1731212431303.1731212432284] 2024-11-10T04:20:40,167 WARN [RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:20:40,167 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,1-e900e1ae4b9f,43071,1731212431303 terminated 2024-11-10T04:20:40,167 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e900e1ae4b9f,43071,1731212431303 because: Region server is closing 2024-11-10T04:20:40,167 INFO [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43071. 2024-11-10T04:20:40,168 DEBUG [RS:0;e900e1ae4b9f:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:40,168 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:40,168 DEBUG [RS:0;e900e1ae4b9f:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:40,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:40,168 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e900e1ae4b9f:43071.replicationSource.shippere900e1ae4b9f%2C43071%2C1731212431303,2-e900e1ae4b9f,43071,1731212431303 terminated 2024-11-10T04:20:40,168 INFO [RS:0;e900e1ae4b9f:43071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43071 2024-11-10T04:20:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/rs/e900e1ae4b9f,43071,1731212431303 2024-11-10T04:20:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209/rs 2024-11-10T04:20:40,170 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:40,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,43071,1731212431303] 2024-11-10T04:20:40,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384946209/draining/e900e1ae4b9f,43071,1731212431303 already deleted, retry=false 2024-11-10T04:20:40,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,43071,1731212431303 expired; onlineServers=0 2024-11-10T04:20:40,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,45257,1731212431267' ***** 2024-11-10T04:20:40,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:40,174 DEBUG [M:0;e900e1ae4b9f:45257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:20:40,174 DEBUG [M:0;e900e1ae4b9f:45257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:20:40,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:20:40,174 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212431984 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212431984,5,FailOnTimeoutGroup] 2024-11-10T04:20:40,174 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212431988 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212431988,5,FailOnTimeoutGroup] 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:40,174 DEBUG [M:0;e900e1ae4b9f:45257 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:20:40,174 INFO [M:0;e900e1ae4b9f:45257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:40,175 INFO [M:0;e900e1ae4b9f:45257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:20:40,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:20:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384946209/master 2024-11-10T04:20:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384946209 2024-11-10T04:20:40,176 DEBUG [M:0;e900e1ae4b9f:45257 {}] zookeeper.ZKUtil(347): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Unable to get data of znode /0-1384946209/master because node does not exist (not an error) 2024-11-10T04:20:40,176 WARN [M:0;e900e1ae4b9f:45257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:20:40,177 INFO [M:0;e900e1ae4b9f:45257 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/.lastflushedseqids 2024-11-10T04:20:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741852_1028 (size=181) 2024-11-10T04:20:40,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:40,272 INFO [RS:0;e900e1ae4b9f:43071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:40,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x101001af6ef0007, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:40,272 INFO [RS:0;e900e1ae4b9f:43071 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,43071,1731212431303; zookeeper connection closed. 2024-11-10T04:20:40,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b00eea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b00eea3 2024-11-10T04:20:40,273 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:20:40,585 INFO [M:0;e900e1ae4b9f:45257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:20:40,585 INFO [M:0;e900e1ae4b9f:45257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:20:40,585 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:40,585 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:40,585 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:40,585 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:40,585 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:40,585 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T04:20:40,604 DEBUG [M:0;e900e1ae4b9f:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6052e5525ea543fbb99fa39e5c06f72e is 82, key is hbase:meta,,1/info:regioninfo/1731212432626/Put/seqid=0 2024-11-10T04:20:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741853_1029 (size=5680) 2024-11-10T04:20:41,009 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6052e5525ea543fbb99fa39e5c06f72e 2024-11-10T04:20:41,032 DEBUG [M:0;e900e1ae4b9f:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4e38307d7ee4b5295832638c0c02573 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731212436894/Put/seqid=0 2024-11-10T04:20:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741854_1030 (size=7319) 2024-11-10T04:20:41,438 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4e38307d7ee4b5295832638c0c02573 2024-11-10T04:20:41,461 DEBUG [M:0;e900e1ae4b9f:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad37bd92a9342a9a7c392cdead743a6 is 69, key is e900e1ae4b9f,43071,1731212431303/rs:state/1731212432048/Put/seqid=0 2024-11-10T04:20:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741855_1031 (size=5371) 2024-11-10T04:20:41,866 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad37bd92a9342a9a7c392cdead743a6 2024-11-10T04:20:41,873 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad37bd92a9342a9a7c392cdead743a6 2024-11-10T04:20:41,874 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6052e5525ea543fbb99fa39e5c06f72e as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6052e5525ea543fbb99fa39e5c06f72e 2024-11-10T04:20:41,880 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6052e5525ea543fbb99fa39e5c06f72e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T04:20:41,881 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4e38307d7ee4b5295832638c0c02573 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4e38307d7ee4b5295832638c0c02573 2024-11-10T04:20:41,886 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4e38307d7ee4b5295832638c0c02573, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T04:20:41,887 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ad37bd92a9342a9a7c392cdead743a6 as hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ad37bd92a9342a9a7c392cdead743a6 2024-11-10T04:20:41,892 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad37bd92a9342a9a7c392cdead743a6 2024-11-10T04:20:41,892 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/3cea576d-db88-65f4-ffc6-cc97124df220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ad37bd92a9342a9a7c392cdead743a6, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T04:20:41,894 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-10T04:20:41,895 INFO [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:41,896 DEBUG [M:0;e900e1ae4b9f:45257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212440585Disabling compacts and flushes for region at 1731212440585Disabling writes for close at 1731212440585Obtaining lock to block concurrent updates at 1731212440585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212440585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731212440586 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212440587 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212440587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212440603 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212440603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212441016 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212441032 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212441032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212441444 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212441460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212441461 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb5d31b: reopening flushed file at 1731212441873 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c78239: reopening flushed file at 1731212441880 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370eab4e: reopening flushed file at 1731212441886 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1731212441894 (+8 ms)Writing region close event to WAL at 1731212441895 (+1 ms)Closed at 1731212441895 2024-11-10T04:20:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45499 is added to blk_1073741847_1023 (size=22949) 2024-11-10T04:20:41,899 INFO [M:0;e900e1ae4b9f:45257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:20:41,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:41,899 INFO [M:0;e900e1ae4b9f:45257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45257 2024-11-10T04:20:41,899 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:42,001 INFO [M:0;e900e1ae4b9f:45257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101001af6ef0006, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:42,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:42,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:42,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:42,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:42,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:42,006 WARN [BP-1723275643-172.17.0.2-1731212414840 heartbeating to localhost/127.0.0.1:35815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:20:42,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:20:42,006 WARN [BP-1723275643-172.17.0.2-1731212414840 heartbeating to localhost/127.0.0.1:35815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1723275643-172.17.0.2-1731212414840 (Datanode Uuid cd495bc7-2dda-4753-b37d-a9accf4b2d50) service to localhost/127.0.0.1:35815 2024-11-10T04:20:42,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:20:42,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/data/data1/current/BP-1723275643-172.17.0.2-1731212414840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:42,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/cluster_684ee78e-2490-738f-d453-420d0a03052a/data/data2/current/BP-1723275643-172.17.0.2-1731212414840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:42,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:20:42,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:42,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:42,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:42,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:42,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa189457-7857-5d7c-6d9a-690660e516e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:42,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:20:42,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:20:42,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@413ae86f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35815 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33481 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 35) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9392 (was 10155) 2024-11-10T04:20:42,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=9392 2024-11-10T04:20:42,076 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T04:20:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir so I do NOT create it in target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2 2024-11-10T04:20:42,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:20:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.tmp.dir so I do NOT create it in target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2 2024-11-10T04:20:42,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46eec94f-f3ea-4bb5-bb36-f79b6b4fe92d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:20:42,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2 2024-11-10T04:20:42,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35, deleteOnExit=true 2024-11-10T04:20:42,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/zookeeper_0, clientPort=54301, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:20:42,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54301 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/test.cache.data in system properties and HBase conf 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:20:42,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:20:42,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:20:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:20:42,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001af6ef0005, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:20:42,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001af6ef0002, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:20:42,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001af6ef0005, quorum=127.0.0.1:57218, baseZNode=/1467332405 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:20:42,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001af6ef0002, quorum=127.0.0.1:57218, baseZNode=/0-1384946209 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:20:42,152 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T04:20:42,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:42,171 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:42,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:42,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:42,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:42,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:42,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:20:42,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:42,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d249085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:42,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d7014b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:42,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaaf68d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/java.io.tmpdir/jetty-localhost-34369-hadoop-hdfs-3_4_1-tests_jar-_-any-7655553221000064058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:42,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c5ea26{HTTP/1.1, (http/1.1)}{localhost:34369} 2024-11-10T04:20:42,317 INFO [Time-limited test {}] server.Server(415): Started @29431ms 2024-11-10T04:20:42,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:42,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:42,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:42,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:42,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:20:42,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6686d96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:42,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c20f9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:42,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5deb6342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/java.io.tmpdir/jetty-localhost-33909-hadoop-hdfs-3_4_1-tests_jar-_-any-3573673654184814557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:42,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ef7d495{HTTP/1.1, (http/1.1)}{localhost:33909} 2024-11-10T04:20:42,538 INFO [Time-limited test {}] server.Server(415): Started @29651ms 2024-11-10T04:20:42,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:20:42,642 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/data/data1/current/BP-2083007770-172.17.0.2-1731212442113/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:42,642 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/data/data2/current/BP-2083007770-172.17.0.2-1731212442113/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:42,662 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c2cf6ec4b518b38 with lease ID 0xa98257e949c586aa: Processing first storage report for DS-f20a1eac-5a2c-460a-b547-7e99865e8451 from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=a7bbdd3a-3aa2-4692-86d8-c0dff0b0a759, infoPort=46689, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1462204460;c=1731212442113) 2024-11-10T04:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c2cf6ec4b518b38 with lease ID 0xa98257e949c586aa: from storage DS-f20a1eac-5a2c-460a-b547-7e99865e8451 node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=a7bbdd3a-3aa2-4692-86d8-c0dff0b0a759, infoPort=46689, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1462204460;c=1731212442113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c2cf6ec4b518b38 with lease ID 0xa98257e949c586aa: Processing first storage report for DS-53895096-9cab-43b3-ade3-007a8dbe7572 from datanode DatanodeRegistration(127.0.0.1:41273, datanodeUuid=a7bbdd3a-3aa2-4692-86d8-c0dff0b0a759, infoPort=46689, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1462204460;c=1731212442113) 2024-11-10T04:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c2cf6ec4b518b38 with lease ID 0xa98257e949c586aa: from storage DS-53895096-9cab-43b3-ade3-007a8dbe7572 node DatanodeRegistration(127.0.0.1:41273, datanodeUuid=a7bbdd3a-3aa2-4692-86d8-c0dff0b0a759, infoPort=46689, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1462204460;c=1731212442113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:42,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2 2024-11-10T04:20:42,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:42,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:20:43,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70 with version=8 2024-11-10T04:20:43,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/hbase-staging 2024-11-10T04:20:43,085 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:43,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:43,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:43,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46037 2024-11-10T04:20:43,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46037 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460370x0, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:43,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46037-0x101001b646f0000 connected 2024-11-10T04:20:43,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:43,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:43,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/running 2024-11-10T04:20:43,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70, hbase.cluster.distributed=false 2024-11-10T04:20:43,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/acl 2024-11-10T04:20:43,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-10T04:20:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46037 2024-11-10T04:20:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46037 2024-11-10T04:20:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-10T04:20:43,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-10T04:20:43,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:43,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:43,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:43,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37319 2024-11-10T04:20:43,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37319 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:43,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:43,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:43,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373190x0, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:43,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373190x0, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/running 2024-11-10T04:20:43,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37319-0x101001b646f0001 connected 2024-11-10T04:20:43,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:43,146 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:43,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/master 2024-11-10T04:20:43,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/acl 2024-11-10T04:20:43,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37319 2024-11-10T04:20:43,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37319 2024-11-10T04:20:43,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37319 2024-11-10T04:20:43,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37319 2024-11-10T04:20:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37319 2024-11-10T04:20:43,167 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:46037 2024-11-10T04:20:43,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0111086453/backup-masters/e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/backup-masters 2024-11-10T04:20:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/backup-masters 2024-11-10T04:20:43,171 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on existing znode=/0111086453/backup-masters/e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111086453/master 2024-11-10T04:20:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:43,173 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on existing znode=/0111086453/master 2024-11-10T04:20:43,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0111086453/backup-masters/e900e1ae4b9f,46037,1731212443085 from backup master directory 2024-11-10T04:20:43,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111086453/backup-masters/e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:43,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/backup-masters 2024-11-10T04:20:43,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/backup-masters 2024-11-10T04:20:43,176 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:43,176 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:43,181 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/hbase.id] with ID: b35bf6c7-ef2a-4847-bac8-01b508d2b85f 2024-11-10T04:20:43,181 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/.tmp/hbase.id 2024-11-10T04:20:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:20:43,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/.tmp/hbase.id]:[hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/hbase.id] 2024-11-10T04:20:43,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:43,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:20:43,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:20:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:43,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:20:44,013 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:44,014 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:20:44,014 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:20:44,423 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store 2024-11-10T04:20:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:20:44,830 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:44,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:44,831 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:44,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:44,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:44,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:44,831 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:44,831 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212444831Disabling compacts and flushes for region at 1731212444831Disabling writes for close at 1731212444831Writing region close event to WAL at 1731212444831Closed at 1731212444831 2024-11-10T04:20:44,832 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/.initializing 2024-11-10T04:20:44,832 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/WALs/e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:44,833 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:44,835 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C46037%2C1731212443085, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/WALs/e900e1ae4b9f,46037,1731212443085, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/oldWALs, maxLogs=10 2024-11-10T04:20:44,850 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/WALs/e900e1ae4b9f,46037,1731212443085/e900e1ae4b9f%2C46037%2C1731212443085.1731212444835, exclude list is [], retry=0 2024-11-10T04:20:44,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-f20a1eac-5a2c-460a-b547-7e99865e8451,DISK] 2024-11-10T04:20:44,855 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/WALs/e900e1ae4b9f,46037,1731212443085/e900e1ae4b9f%2C46037%2C1731212443085.1731212444835 2024-11-10T04:20:44,855 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-10T04:20:44,855 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:44,856 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:44,856 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,856 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:20:44,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:44,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:44,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:20:44,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:44,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:44,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:20:44,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:44,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:44,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:20:44,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:44,864 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,865 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,865 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,867 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,867 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,867 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:44,868 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:44,871 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:44,871 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59829429, jitterRate=-0.10847203433513641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:44,872 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212444856Initializing all the Stores at 1731212444857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212444857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212444857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212444857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212444857Cleaning up temporary data from old regions at 1731212444867 (+10 ms)Region opened successfully at 1731212444872 (+5 ms) 2024-11-10T04:20:44,873 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:20:44,876 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a95328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:44,877 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:20:44,877 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:20:44,877 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:20:44,877 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:20:44,878 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:20:44,878 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:20:44,878 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:20:44,880 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:20:44,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/balancer because node does not exist (not necessarily an error) 2024-11-10T04:20:44,883 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/balancer already deleted, retry=false 2024-11-10T04:20:44,883 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:20:44,884 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:20:44,886 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/normalizer already deleted, retry=false 2024-11-10T04:20:44,886 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:20:44,889 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:20:44,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/switch/split already deleted, retry=false 2024-11-10T04:20:44,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:20:44,893 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/switch/merge already deleted, retry=false 2024-11-10T04:20:44,895 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:20:44,896 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/snapshot-cleanup already deleted, retry=false 2024-11-10T04:20:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111086453/running 2024-11-10T04:20:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111086453/running 2024-11-10T04:20:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,46037,1731212443085, sessionid=0x101001b646f0000, setting cluster-up flag (Was=false) 2024-11-10T04:20:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,908 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111086453/flush-table-proc/acquired, /0111086453/flush-table-proc/reached, /0111086453/flush-table-proc/abort 2024-11-10T04:20:44,909 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:44,919 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111086453/online-snapshot/acquired, /0111086453/online-snapshot/reached, /0111086453/online-snapshot/abort 2024-11-10T04:20:44,920 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:44,921 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:20:44,923 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:44,924 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:20:44,924 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:20:44,924 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,46037,1731212443085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:44,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212474928 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:20:44,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:20:44,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:20:44,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,929 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:20:44,929 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:20:44,929 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:20:44,929 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:20:44,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:44,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:20:44,931 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:20:44,931 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:20:44,931 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212444931,5,FailOnTimeoutGroup] 2024-11-10T04:20:44,931 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212444931,5,FailOnTimeoutGroup] 2024-11-10T04:20:44,931 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,932 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:20:44,932 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,932 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:20:44,958 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(746): ClusterId : b35bf6c7-ef2a-4847-bac8-01b508d2b85f 2024-11-10T04:20:44,958 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:20:44,960 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:20:44,960 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:20:44,962 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:20:44,963 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb935e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:44,975 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:37319 2024-11-10T04:20:44,976 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:20:44,976 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:20:44,976 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:20:44,976 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,46037,1731212443085 with port=37319, startcode=1731212443135 2024-11-10T04:20:44,977 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:20:44,978 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:20:44,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:44,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:44,981 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70 2024-11-10T04:20:44,981 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38705 2024-11-10T04:20:44,981 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:20:44,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/rs 2024-11-10T04:20:44,985 DEBUG [RS:0;e900e1ae4b9f:37319 {}] zookeeper.ZKUtil(111): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on existing znode=/0111086453/rs/e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:44,985 WARN [RS:0;e900e1ae4b9f:37319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:44,985 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:44,985 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:44,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,37319,1731212443135] 2024-11-10T04:20:44,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:20:44,991 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:20:44,991 INFO [RS:0;e900e1ae4b9f:37319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:20:44,991 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,991 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:20:44,992 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:20:44,992 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:44,993 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:44,994 DEBUG [RS:0;e900e1ae4b9f:37319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:44,996 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37319,1731212443135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:45,013 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:20:45,013 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37319,1731212443135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:45,013 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:45,013 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.Replication(171): e900e1ae4b9f,37319,1731212443135 started 2024-11-10T04:20:45,029 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:45,029 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,37319,1731212443135, RpcServer on e900e1ae4b9f/172.17.0.2:37319, sessionid=0x101001b646f0001 2024-11-10T04:20:45,029 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:20:45,029 DEBUG [RS:0;e900e1ae4b9f:37319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:45,030 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37319,1731212443135' 2024-11-10T04:20:45,030 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111086453/flush-table-proc/abort' 2024-11-10T04:20:45,030 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111086453/flush-table-proc/acquired' 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37319,1731212443135' 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111086453/online-snapshot/abort' 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111086453/online-snapshot/acquired' 2024-11-10T04:20:45,031 DEBUG [RS:0;e900e1ae4b9f:37319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:20:45,031 INFO [RS:0;e900e1ae4b9f:37319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:20:45,031 INFO [RS:0;e900e1ae4b9f:37319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:20:45,132 INFO [RS:0;e900e1ae4b9f:37319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:45,134 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C37319%2C1731212443135, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs, maxLogs=10 2024-11-10T04:20:45,149 DEBUG [RS:0;e900e1ae4b9f:37319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135, exclude list is [], retry=0 2024-11-10T04:20:45,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-f20a1eac-5a2c-460a-b547-7e99865e8451,DISK] 2024-11-10T04:20:45,154 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 2024-11-10T04:20:45,154 DEBUG [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-10T04:20:45,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:20:45,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70 2024-11-10T04:20:45,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:20:45,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:45,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:45,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:45,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:45,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:45,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:45,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:45,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:45,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:45,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:45,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:45,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:45,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:45,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740 2024-11-10T04:20:45,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740 2024-11-10T04:20:45,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:45,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:45,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:45,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:45,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71065802, jitterRate=0.05896297097206116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212445750Initializing all the Stores at 1731212445751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212445751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212445751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212445751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212445751Cleaning up temporary data from old regions at 1731212445762 (+11 ms)Region opened successfully at 1731212445767 (+5 ms) 2024-11-10T04:20:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:45,767 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:45,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212445767Disabling compacts and flushes for region at 1731212445767Disabling writes for close at 1731212445767Writing region close event to WAL at 1731212445767Closed at 1731212445767 2024-11-10T04:20:45,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:45,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:20:45,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:20:45,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:45,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:20:45,922 DEBUG [e900e1ae4b9f:46037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:45,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:45,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37319,1731212443135, state=OPENING 2024-11-10T04:20:45,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:20:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:45,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:45,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111086453/meta-region-server: CHANGED 2024-11-10T04:20:45,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37319,1731212443135}] 2024-11-10T04:20:45,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111086453/meta-region-server: CHANGED 2024-11-10T04:20:46,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:20:46,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:20:46,088 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:20:46,088 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:46,088 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:20:46,090 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C37319%2C1731212443135.meta, suffix=.meta, logDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs, maxLogs=10 2024-11-10T04:20:46,105 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.meta.1731212446090.meta, exclude list is [], retry=0 2024-11-10T04:20:46,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-f20a1eac-5a2c-460a-b547-7e99865e8451,DISK] 2024-11-10T04:20:46,110 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.meta.1731212446090.meta 2024-11-10T04:20:46,110 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-10T04:20:46,110 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:46,110 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:20:46,111 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:20:46,111 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:20:46,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:46,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:46,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:46,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:46,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:46,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:46,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:46,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:46,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:46,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:46,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:46,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:46,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:46,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:46,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:46,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:46,118 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:46,119 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740 2024-11-10T04:20:46,120 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740 2024-11-10T04:20:46,121 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:46,121 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:46,122 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:46,123 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:46,124 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68038707, jitterRate=0.013855740427970886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:46,124 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:20:46,125 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212446111Writing region info on filesystem at 1731212446111Initializing all the Stores at 1731212446112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212446112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212446112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212446112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212446112Cleaning up temporary data from old regions at 1731212446121 (+9 ms)Running coprocessor post-open hooks at 1731212446124 (+3 ms)Region opened successfully at 1731212446125 (+1 ms) 2024-11-10T04:20:46,126 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212446081 2024-11-10T04:20:46,129 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:20:46,129 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:20:46,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:46,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37319,1731212443135, state=OPEN 2024-11-10T04:20:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111086453/meta-region-server 2024-11-10T04:20:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111086453/meta-region-server 2024-11-10T04:20:46,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:46,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111086453/meta-region-server: CHANGED 2024-11-10T04:20:46,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111086453/meta-region-server: CHANGED 2024-11-10T04:20:46,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:20:46,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37319,1731212443135 in 208 msec 2024-11-10T04:20:46,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:20:46,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-10T04:20:46,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:46,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:20:46,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:46,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37319,1731212443135, seqNum=-1] 2024-11-10T04:20:46,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:46,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:46,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-10T04:20:46,152 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212446152, completionTime=-1 2024-11-10T04:20:46,153 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:20:46,153 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:20:46,154 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:20:46,154 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212506154 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212566154 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:46037, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,156 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,157 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.983sec 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:46,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:20:46,162 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:20:46,162 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:20:46,162 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46037,1731212443085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:46,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d66c243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:46,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46037,-1 for getting cluster id 2024-11-10T04:20:46,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:46,260 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b35bf6c7-ef2a-4847-bac8-01b508d2b85f' 2024-11-10T04:20:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b35bf6c7-ef2a-4847-bac8-01b508d2b85f" 2024-11-10T04:20:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59668192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46037,-1] 2024-11-10T04:20:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:46,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:46,262 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:46,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201103c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:46,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37319,1731212443135, seqNum=-1] 2024-11-10T04:20:46,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:46,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:46,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:46,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:46,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001b646f0002 connected 2024-11-10T04:20:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir so I do NOT create it in target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3 2024-11-10T04:20:46,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:20:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.tmp.dir so I do NOT create it in target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3 2024-11-10T04:20:46,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:20:46,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/cluster_d5709360-2fec-8d2f-8f3d-2e7c44a5f782, deleteOnExit=true 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/test.cache.data in system properties and HBase conf 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:20:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:20:46,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:20:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:20:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:20:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:20:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:20:46,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:46,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:46,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:20:46,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615c33b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ea9b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:46,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@106edffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/java.io.tmpdir/jetty-localhost-43775-hadoop-hdfs-3_4_1-tests_jar-_-any-8939385489611497141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:46,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@795153ac{HTTP/1.1, (http/1.1)}{localhost:43775} 2024-11-10T04:20:46,506 INFO [Time-limited test {}] server.Server(415): Started @33619ms 2024-11-10T04:20:46,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:46,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:46,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:46,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:46,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:46,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1acd98f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:46,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c221e09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:46,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563ba614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/java.io.tmpdir/jetty-localhost-33863-hadoop-hdfs-3_4_1-tests_jar-_-any-6703108469010666195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:46,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33defb42{HTTP/1.1, (http/1.1)}{localhost:33863} 2024-11-10T04:20:46,730 INFO [Time-limited test {}] server.Server(415): Started @33843ms 2024-11-10T04:20:46,731 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:20:46,840 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/cluster_d5709360-2fec-8d2f-8f3d-2e7c44a5f782/data/data1/current/BP-104108286-172.17.0.2-1731212446316/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:46,840 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/cluster_d5709360-2fec-8d2f-8f3d-2e7c44a5f782/data/data2/current/BP-104108286-172.17.0.2-1731212446316/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:46,863 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:20:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0854f237418bbb7 with lease ID 0x7e3d0ce271daab48: Processing first storage report for DS-24a33166-1c69-4aac-803e-b28d4767085a from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=ea1f8edc-82fb-4859-88f0-2880f8e5df65, infoPort=39197, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=271269210;c=1731212446316) 2024-11-10T04:20:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0854f237418bbb7 with lease ID 0x7e3d0ce271daab48: from storage DS-24a33166-1c69-4aac-803e-b28d4767085a node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=ea1f8edc-82fb-4859-88f0-2880f8e5df65, infoPort=39197, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=271269210;c=1731212446316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0854f237418bbb7 with lease ID 0x7e3d0ce271daab48: Processing first storage report for DS-237cdaf5-9e4f-4dc9-8ab2-5008294b1cd7 from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=ea1f8edc-82fb-4859-88f0-2880f8e5df65, infoPort=39197, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=271269210;c=1731212446316) 2024-11-10T04:20:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0854f237418bbb7 with lease ID 0x7e3d0ce271daab48: from storage DS-237cdaf5-9e4f-4dc9-8ab2-5008294b1cd7 node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=ea1f8edc-82fb-4859-88f0-2880f8e5df65, infoPort=39197, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=271269210;c=1731212446316), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:20:46,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3 2024-11-10T04:20:46,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:46,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:20:47,377 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99 with version=8 2024-11-10T04:20:47,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/hbase-staging 2024-11-10T04:20:47,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:47,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:47,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37611 2024-11-10T04:20:47,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37611 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376110x0, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:47,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37611-0x101001b646f0003 connected 2024-11-10T04:20:47,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:47,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:47,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/running 2024-11-10T04:20:47,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99, hbase.cluster.distributed=false 2024-11-10T04:20:47,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/acl 2024-11-10T04:20:47,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-10T04:20:47,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37611 2024-11-10T04:20:47,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37611 2024-11-10T04:20:47,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-10T04:20:47,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-10T04:20:47,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:47,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:47,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:47,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:47,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:47,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:47,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40125 2024-11-10T04:20:47,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40125 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:47,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:47,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401250x0, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:47,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401250x0, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/running 2024-11-10T04:20:47,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40125-0x101001b646f0004 connected 2024-11-10T04:20:47,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:47,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:47,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/master 2024-11-10T04:20:47,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/acl 2024-11-10T04:20:47,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40125 2024-11-10T04:20:47,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40125 2024-11-10T04:20:47,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40125 2024-11-10T04:20:47,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40125 2024-11-10T04:20:47,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40125 2024-11-10T04:20:47,455 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:37611 2024-11-10T04:20:47,456 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-935040882/backup-masters/e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/backup-masters 2024-11-10T04:20:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/backup-masters 2024-11-10T04:20:47,458 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on existing znode=/1-935040882/backup-masters/e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:47,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-935040882/master 2024-11-10T04:20:47,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:47,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:47,460 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on existing znode=/1-935040882/master 2024-11-10T04:20:47,461 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-935040882/backup-masters/e900e1ae4b9f,37611,1731212447380 from backup master directory 2024-11-10T04:20:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-935040882/backup-masters/e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/backup-masters 2024-11-10T04:20:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/backup-masters 2024-11-10T04:20:47,463 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:47,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:47,467 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/hbase.id] with ID: d46044b6-ccfc-4818-891b-286a55d97f5c 2024-11-10T04:20:47,467 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/.tmp/hbase.id 2024-11-10T04:20:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:20:47,879 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/.tmp/hbase.id]:[hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/hbase.id] 2024-11-10T04:20:47,892 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:47,892 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:20:47,894 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:20:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:20:47,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:20:48,302 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:48,304 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:20:48,304 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:20:48,713 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store 2024-11-10T04:20:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:20:49,120 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:49,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:49,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:49,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:49,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:49,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:49,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:49,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212449121Disabling compacts and flushes for region at 1731212449121Disabling writes for close at 1731212449121Writing region close event to WAL at 1731212449121Closed at 1731212449121 2024-11-10T04:20:49,122 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/.initializing 2024-11-10T04:20:49,122 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/WALs/e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:49,123 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:49,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C37611%2C1731212447380, suffix=, logDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/WALs/e900e1ae4b9f,37611,1731212447380, archiveDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/oldWALs, maxLogs=10 2024-11-10T04:20:49,142 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/WALs/e900e1ae4b9f,37611,1731212447380/e900e1ae4b9f%2C37611%2C1731212447380.1731212449126, exclude list is [], retry=0 2024-11-10T04:20:49,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-24a33166-1c69-4aac-803e-b28d4767085a,DISK] 2024-11-10T04:20:49,147 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/WALs/e900e1ae4b9f,37611,1731212447380/e900e1ae4b9f%2C37611%2C1731212447380.1731212449126 2024-11-10T04:20:49,147 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-10T04:20:49,147 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:49,147 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:49,147 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,147 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:20:49,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:49,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:49,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:20:49,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:49,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:49,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:20:49,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:49,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:49,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:20:49,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:49,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:49,156 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,157 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,158 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,159 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,159 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,159 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:49,160 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:20:49,163 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:49,163 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62072684, jitterRate=-0.07504492998123169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:49,163 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212449147Initializing all the Stores at 1731212449148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212449148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212449149 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212449149Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212449149Cleaning up temporary data from old regions at 1731212449159 (+10 ms)Region opened successfully at 1731212449163 (+4 ms) 2024-11-10T04:20:49,163 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:20:49,167 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762af238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:49,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:20:49,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:20:49,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:20:49,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:20:49,169 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:20:49,169 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:20:49,169 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:20:49,171 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:20:49,172 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/balancer because node does not exist (not necessarily an error) 2024-11-10T04:20:49,173 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/balancer already deleted, retry=false 2024-11-10T04:20:49,174 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:20:49,174 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:20:49,176 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/normalizer already deleted, retry=false 2024-11-10T04:20:49,176 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:20:49,177 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:20:49,179 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/switch/split already deleted, retry=false 2024-11-10T04:20:49,180 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:20:49,181 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/switch/merge already deleted, retry=false 2024-11-10T04:20:49,183 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:20:49,184 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/snapshot-cleanup already deleted, retry=false 2024-11-10T04:20:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-935040882/running 2024-11-10T04:20:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-935040882/running 2024-11-10T04:20:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,186 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,37611,1731212447380, sessionid=0x101001b646f0003, setting cluster-up flag (Was=false) 2024-11-10T04:20:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,195 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-935040882/flush-table-proc/acquired, /1-935040882/flush-table-proc/reached, /1-935040882/flush-table-proc/abort 2024-11-10T04:20:49,196 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:49,204 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-935040882/online-snapshot/acquired, /1-935040882/online-snapshot/reached, /1-935040882/online-snapshot/abort 2024-11-10T04:20:49,205 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:49,207 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:20:49,209 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:49,209 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:20:49,209 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:20:49,209 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,37611,1731212447380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:49,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,240 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212479240 2024-11-10T04:20:49,240 WARN [RS:0;e900e1ae4b9f:37319 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e900e1ae4b9f,35663,1731212418210: status=Processing ServerCrashProcedure of e900e1ae4b9f,35663,1731212418210 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731212431985, completionTime=-1 appears to have been leaked 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:20:49,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:20:49,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:20:49,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:20:49,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:20:49,244 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:20:49,244 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:20:49,245 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212449244,5,FailOnTimeoutGroup] 2024-11-10T04:20:49,245 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212449245,5,FailOnTimeoutGroup] 2024-11-10T04:20:49,245 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,245 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:20:49,245 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,245 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,246 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(746): ClusterId : d46044b6-ccfc-4818-891b-286a55d97f5c 2024-11-10T04:20:49,246 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:20:49,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:49,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:20:49,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:49,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:20:49,248 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:20:49,248 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:20:49,250 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:20:49,251 DEBUG [RS:0;e900e1ae4b9f:40125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8e4668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:20:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:20:49,267 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:40125 2024-11-10T04:20:49,267 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:20:49,267 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:20:49,267 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:20:49,268 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,37611,1731212447380 with port=40125, startcode=1731212447424 2024-11-10T04:20:49,268 DEBUG [RS:0;e900e1ae4b9f:40125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:20:49,270 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:20:49,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37611 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,272 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99 2024-11-10T04:20:49,272 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33125 2024-11-10T04:20:49,272 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:20:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/rs 2024-11-10T04:20:49,275 DEBUG [RS:0;e900e1ae4b9f:40125 {}] zookeeper.ZKUtil(111): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on existing znode=/1-935040882/rs/e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,276 WARN [RS:0;e900e1ae4b9f:40125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:49,276 INFO [RS:0;e900e1ae4b9f:40125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:49,276 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,40125,1731212447424] 2024-11-10T04:20:49,279 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:20:49,281 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:20:49,281 INFO [RS:0;e900e1ae4b9f:40125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:20:49,281 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,281 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:20:49,282 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:20:49,282 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:20:49,282 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:49,283 DEBUG [RS:0;e900e1ae4b9f:40125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,287 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40125,1731212447424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:49,301 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:20:49,301 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40125,1731212447424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,301 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,301 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.Replication(171): e900e1ae4b9f,40125,1731212447424 started 2024-11-10T04:20:49,315 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:49,315 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,40125,1731212447424, RpcServer on e900e1ae4b9f/172.17.0.2:40125, sessionid=0x101001b646f0004 2024-11-10T04:20:49,315 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:20:49,315 DEBUG [RS:0;e900e1ae4b9f:40125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,315 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40125,1731212447424' 2024-11-10T04:20:49,315 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-935040882/flush-table-proc/abort' 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-935040882/flush-table-proc/acquired' 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40125,1731212447424' 2024-11-10T04:20:49,316 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-935040882/online-snapshot/abort' 2024-11-10T04:20:49,317 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-935040882/online-snapshot/acquired' 2024-11-10T04:20:49,317 DEBUG [RS:0;e900e1ae4b9f:40125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:20:49,317 INFO [RS:0;e900e1ae4b9f:40125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:20:49,317 INFO [RS:0;e900e1ae4b9f:40125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:20:49,418 INFO [RS:0;e900e1ae4b9f:40125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:20:49,419 INFO [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40125%2C1731212447424, suffix=, logDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424, archiveDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/oldWALs, maxLogs=10 2024-11-10T04:20:49,433 DEBUG [RS:0;e900e1ae4b9f:40125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.1731212449420, exclude list is [], retry=0 2024-11-10T04:20:49,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-24a33166-1c69-4aac-803e-b28d4767085a,DISK] 2024-11-10T04:20:49,438 INFO [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.1731212449420 2024-11-10T04:20:49,438 DEBUG [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-10T04:20:49,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:20:49,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99 2024-11-10T04:20:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:20:50,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:50,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:50,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:50,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:50,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:50,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:50,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:50,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:50,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:50,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:50,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740 2024-11-10T04:20:50,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740 2024-11-10T04:20:50,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:50,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:50,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:50,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:50,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63757983, jitterRate=-0.04993201792240143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212450067Initializing all the Stores at 1731212450068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212450068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450069 (+1 ms)Cleaning up temporary data from old regions at 1731212450078 (+9 ms)Region opened successfully at 1731212450082 (+4 ms) 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:50,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:50,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212450082Disabling compacts and flushes for region at 1731212450082Disabling writes for close at 1731212450082Writing region close event to WAL at 1731212450082Closed at 1731212450082 2024-11-10T04:20:50,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:50,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:20:50,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:20:50,085 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:50,086 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:20:50,236 DEBUG [e900e1ae4b9f:37611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:20:50,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:50,238 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40125,1731212447424, state=OPENING 2024-11-10T04:20:50,242 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:20:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:50,244 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:20:50,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-935040882/meta-region-server: CHANGED 2024-11-10T04:20:50,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-935040882/meta-region-server: CHANGED 2024-11-10T04:20:50,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40125,1731212447424}] 2024-11-10T04:20:50,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:20:50,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:20:50,403 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:20:50,403 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:50,403 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:20:50,405 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40125%2C1731212447424.meta, suffix=.meta, logDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424, archiveDir=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/oldWALs, maxLogs=10 2024-11-10T04:20:50,418 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.meta.1731212450405.meta, exclude list is [], retry=0 2024-11-10T04:20:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-24a33166-1c69-4aac-803e-b28d4767085a,DISK] 2024-11-10T04:20:50,422 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.meta.1731212450405.meta 2024-11-10T04:20:50,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-10T04:20:50,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:50,424 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:20:50,424 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:20:50,424 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:20:50,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:20:50,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:20:50,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:20:50,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:20:50,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:20:50,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:20:50,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:20:50,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:20:50,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:20:50,431 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:20:50,432 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740 2024-11-10T04:20:50,433 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740 2024-11-10T04:20:50,434 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:20:50,434 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:20:50,435 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:20:50,436 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:20:50,437 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68992968, jitterRate=0.028075337409973145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:20:50,437 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:20:50,437 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212450424Writing region info on filesystem at 1731212450424Initializing all the Stores at 1731212450425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450426 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212450426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212450426Cleaning up temporary data from old regions at 1731212450434 (+8 ms)Running coprocessor post-open hooks at 1731212450437 (+3 ms)Region opened successfully at 1731212450437 2024-11-10T04:20:50,439 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212450397 2024-11-10T04:20:50,441 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:20:50,441 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:20:50,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:50,443 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40125,1731212447424, state=OPEN 2024-11-10T04:20:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-935040882/meta-region-server 2024-11-10T04:20:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-935040882/meta-region-server 2024-11-10T04:20:50,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:50,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-935040882/meta-region-server: CHANGED 2024-11-10T04:20:50,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-935040882/meta-region-server: CHANGED 2024-11-10T04:20:50,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:20:50,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40125,1731212447424 in 202 msec 2024-11-10T04:20:50,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:20:50,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-10T04:20:50,452 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:20:50,452 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:20:50,454 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:50,454 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40125,1731212447424, seqNum=-1] 2024-11-10T04:20:50,454 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:50,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:50,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-10T04:20:50,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212450462, completionTime=-1 2024-11-10T04:20:50,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:20:50,462 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:20:50,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:20:50,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212510464 2024-11-10T04:20:50,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212570464 2024-11-10T04:20:50,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:20:50,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,465 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,465 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,465 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:37611, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,465 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,465 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,467 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:20:50,469 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.006sec 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:20:50,470 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:20:50,472 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:20:50,472 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:20:50,472 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37611,1731212447380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:20:50,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d124a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37611,-1 for getting cluster id 2024-11-10T04:20:50,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:50,548 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd46044b6-ccfc-4818-891b-286a55d97f5c' 2024-11-10T04:20:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d46044b6-ccfc-4818-891b-286a55d97f5c" 2024-11-10T04:20:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2123c8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37611,-1] 2024-11-10T04:20:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:50,551 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:50,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40125,1731212447424, seqNum=-1] 2024-11-10T04:20:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:50,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:20:50,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:50,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54301 2024-11-10T04:20:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:50,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001b646f0005 connected 2024-11-10T04:20:50,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbc030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46037,-1 for getting cluster id 2024-11-10T04:20:50,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:50,564 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b35bf6c7-ef2a-4847-bac8-01b508d2b85f' 2024-11-10T04:20:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b35bf6c7-ef2a-4847-bac8-01b508d2b85f" 2024-11-10T04:20:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46037,-1] 2024-11-10T04:20:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:50,566 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-10T04:20:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:50,569 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:50,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:37611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:20:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:20:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:50,573 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37611' 2024-11-10T04:20:50,574 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c384d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,574 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37611,-1 for getting cluster id 2024-11-10T04:20:50,574 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:50,575 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd46044b6-ccfc-4818-891b-286a55d97f5c' 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d46044b6-ccfc-4818-891b-286a55d97f5c" 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea2585b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37611,-1] 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:50,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:50,576 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:50,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a0d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:50,577 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e51df8 2024-11-10T04:20:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:50,579 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:50,579 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T04:20:50,580 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:20:50,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:50,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:50,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:50,580 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:20:50,581 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:20:50,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:20:50,583 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:50,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:20:50,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741835_1011 (size=1138) 2024-11-10T04:20:50,632 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:20:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:50,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:20:50,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b054ba57cc151377df7400c7da256ad, NAME => 'hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70 2024-11-10T04:20:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741836_1012 (size=44) 2024-11-10T04:20:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b054ba57cc151377df7400c7da256ad, disabling compactions & flushes 2024-11-10T04:20:51,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. after waiting 0 ms 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b054ba57cc151377df7400c7da256ad: Waiting for close lock at 1731212451403Disabling compacts and flushes for region at 1731212451403Disabling writes for close at 1731212451403Writing region close event to WAL at 1731212451403Closed at 1731212451403 2024-11-10T04:20:51,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:20:51,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212451405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212451405"}]},"ts":"1731212451405"} 2024-11-10T04:20:51,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:20:51,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:20:51,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212451409"}]},"ts":"1731212451409"} 2024-11-10T04:20:51,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:20:51,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b054ba57cc151377df7400c7da256ad, ASSIGN}] 2024-11-10T04:20:51,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b054ba57cc151377df7400c7da256ad, ASSIGN 2024-11-10T04:20:51,413 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b054ba57cc151377df7400c7da256ad, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,37319,1731212443135; forceNewPlan=false, retain=false 2024-11-10T04:20:51,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b054ba57cc151377df7400c7da256ad, regionState=OPENING, regionLocation=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:51,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b054ba57cc151377df7400c7da256ad, ASSIGN because future has completed 2024-11-10T04:20:51,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b054ba57cc151377df7400c7da256ad, server=e900e1ae4b9f,37319,1731212443135}] 2024-11-10T04:20:51,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:20:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:51,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:51,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:20:51,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:20:51,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C37319%2C1731212443135.rep, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs, maxLogs=10 2024-11-10T04:20:51,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.rep.1731212451727, exclude list is [], retry=0 2024-11-10T04:20:51,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41273,DS-f20a1eac-5a2c-460a-b547-7e99865e8451,DISK] 2024-11-10T04:20:51,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.rep.1731212451727 2024-11-10T04:20:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-10T04:20:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b054ba57cc151377df7400c7da256ad, NAME => 'hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:20:51,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:20:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:20:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. service=MultiRowMutationService 2024-11-10T04:20:51,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:20:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:20:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,746 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,747 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b054ba57cc151377df7400c7da256ad columnFamilyName hfileref 2024-11-10T04:20:51,747 DEBUG [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:51,748 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(327): Store=3b054ba57cc151377df7400c7da256ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:51,748 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,749 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b054ba57cc151377df7400c7da256ad columnFamilyName queue 2024-11-10T04:20:51,749 DEBUG [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:51,749 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(327): Store=3b054ba57cc151377df7400c7da256ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:51,750 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,751 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b054ba57cc151377df7400c7da256ad columnFamilyName sid 2024-11-10T04:20:51,751 DEBUG [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:20:51,751 INFO [StoreOpener-3b054ba57cc151377df7400c7da256ad-1 {}] regionserver.HStore(327): Store=3b054ba57cc151377df7400c7da256ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:20:51,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:20:51,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:20:51,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3b054ba57cc151377df7400c7da256ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205231, jitterRate=0.12064526975154877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:20:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3b054ba57cc151377df7400c7da256ad: Running coprocessor pre-open hook at 1731212451745Writing region info on filesystem at 1731212451745Initializing all the Stores at 1731212451745Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212451746 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212451746Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212451746Cleaning up temporary data from old regions at 1731212451753 (+7 ms)Running coprocessor post-open hooks at 1731212451757 (+4 ms)Region opened successfully at 1731212451757 2024-11-10T04:20:51,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad., pid=7, masterSystemTime=1731212451720 2024-11-10T04:20:51,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:51,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b054ba57cc151377df7400c7da256ad, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:51,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b054ba57cc151377df7400c7da256ad, server=e900e1ae4b9f,37319,1731212443135 because future has completed 2024-11-10T04:20:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T04:20:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b054ba57cc151377df7400c7da256ad, server=e900e1ae4b9f,37319,1731212443135 in 198 msec 2024-11-10T04:20:51,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:20:51,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b054ba57cc151377df7400c7da256ad, ASSIGN in 357 msec 2024-11-10T04:20:51,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:20:51,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212451771"}]},"ts":"1731212451771"} 2024-11-10T04:20:51,773 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:20:51,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:20:51,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-10T04:20:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad., hostname=e900e1ae4b9f,37319,1731212443135, seqNum=2] 2024-11-10T04:20:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:51,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:20:51,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T04:20:51,955 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:20:51,984 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,37319,1731212443135, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37319,1731212443135, seqNum=-1] 2024-11-10T04:20:51,985 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:20:51,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T04:20:51,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,37319,1731212443135', locateType=CURRENT is [region=hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad., hostname=e900e1ae4b9f,37319,1731212443135, seqNum=2] 2024-11-10T04:20:51,991 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T04:20:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T04:20:51,994 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,37319,1731212443135 suceeded 2024-11-10T04:20:51,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T04:20:51,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T04:20:51,997 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:37611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:20:51,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-10T04:20:52,006 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37611' 2024-11-10T04:20:52,007 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518eb720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:52,007 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37611,-1 for getting cluster id 2024-11-10T04:20:52,007 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:20:52,008 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd46044b6-ccfc-4818-891b-286a55d97f5c' 2024-11-10T04:20:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:20:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d46044b6-ccfc-4818-891b-286a55d97f5c" 2024-11-10T04:20:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c31e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:52,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37611,-1] 2024-11-10T04:20:52,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:20:52,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,010 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:20:52,010 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2e24c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:20:52,010 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ede77f 2024-11-10T04:20:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:52,012 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T04:20:52,013 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,37319,1731212443135 (queues=1) is replicating from cluster=b35bf6c7-ef2a-4847-bac8-01b508d2b85f to cluster=d46044b6-ccfc-4818-891b-286a55d97f5c 2024-11-10T04:20:52,013 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C37319%2C1731212443135 2024-11-10T04:20:52,013 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,37319,1731212443135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:20:52,013 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.shippere900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C37319%2C1731212443135 2024-11-10T04:20:52,013 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135, startPosition=0, beingWritten=true 2024-11-10T04:20:52,219 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:52,524 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:20:52,718 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:20:52,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:52,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:52,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:52,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:20:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692a8d99 2024-11-10T04:20:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:20:52,721 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:20:52,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:20:52,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:20:52,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:52,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:52,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:20:52,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2079442994, stopped=false 2024-11-10T04:20:52,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,37611,1731212447380 2024-11-10T04:20:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-935040882/running 2024-11-10T04:20:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-935040882/running 2024-11-10T04:20:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:52,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:52,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:52,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:52,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/running 2024-11-10T04:20:52,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,40125,1731212447424' ***** 2024-11-10T04:20:52,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:20:52,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Set watcher on znode that does not yet exist, /1-935040882/running 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:52,725 INFO [RS:0;e900e1ae4b9f:40125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:40125. 2024-11-10T04:20:52,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:20:52,725 DEBUG [RS:0;e900e1ae4b9f:40125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:52,725 DEBUG [RS:0;e900e1ae4b9f:40125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:52,726 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:20:52,726 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:20:52,726 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:20:52,726 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:20:52,726 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:20:52,726 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:52,726 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:52,726 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:52,726 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:52,726 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:52,726 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:52,726 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:52,726 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T04:20:52,743 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/.tmp/ns/519d779fc8584f299450c0964bbe29a9 is 43, key is default/ns:d/1731212450456/Put/seqid=0 2024-11-10T04:20:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741835_1011 (size=5153) 2024-11-10T04:20:52,790 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:52,926 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:52,930 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:53,126 DEBUG [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:53,148 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/.tmp/ns/519d779fc8584f299450c0964bbe29a9 2024-11-10T04:20:53,154 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/.tmp/ns/519d779fc8584f299450c0964bbe29a9 as hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/ns/519d779fc8584f299450c0964bbe29a9 2024-11-10T04:20:53,160 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/ns/519d779fc8584f299450c0964bbe29a9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T04:20:53,161 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-10T04:20:53,165 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T04:20:53,166 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:53,166 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:53,166 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:53,166 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212452726Running coprocessor pre-close hooks at 1731212452726Disabling compacts and flushes for region at 1731212452726Disabling writes for close at 1731212452726Obtaining lock to block concurrent updates at 1731212452726Preparing flush snapshotting stores in 1588230740 at 1731212452726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731212452727 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212452727Flushing 1588230740/ns: creating writer at 1731212452727Flushing 1588230740/ns: appending metadata at 1731212452742 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731212452742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d9f21a: reopening flushed file at 1731212453154 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731212453161 (+7 ms)Writing region close event to WAL at 1731212453162 (+1 ms)Running coprocessor post-close hooks at 1731212453166 (+4 ms)Closed at 1731212453166 2024-11-10T04:20:53,166 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:53,287 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:20:53,287 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:20:53,327 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,40125,1731212447424; all regions closed. 2024-11-10T04:20:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741834_1010 (size=1152) 2024-11-10T04:20:53,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.meta.1731212450405.meta not finished, retry = 0 2024-11-10T04:20:53,432 DEBUG [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/oldWALs 2024-11-10T04:20:53,432 INFO [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C40125%2C1731212447424.meta:.meta(num 1731212450405) 2024-11-10T04:20:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:20:53,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/WALs/e900e1ae4b9f,40125,1731212447424/e900e1ae4b9f%2C40125%2C1731212447424.1731212449420 not finished, retry = 0 2024-11-10T04:20:53,435 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:53,537 DEBUG [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/oldWALs 2024-11-10T04:20:53,537 INFO [RS:0;e900e1ae4b9f:40125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C40125%2C1731212447424:(num 1731212449420) 2024-11-10T04:20:53,537 DEBUG [RS:0;e900e1ae4b9f:40125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:53,537 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:53,537 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:53,538 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:53,538 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:53,538 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:53,538 INFO [RS:0;e900e1ae4b9f:40125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40125 2024-11-10T04:20:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-935040882/rs/e900e1ae4b9f,40125,1731212447424 2024-11-10T04:20:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882/rs 2024-11-10T04:20:53,540 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:53,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,40125,1731212447424] 2024-11-10T04:20:53,546 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-935040882/draining/e900e1ae4b9f,40125,1731212447424 already deleted, retry=false 2024-11-10T04:20:53,547 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,40125,1731212447424 expired; onlineServers=0 2024-11-10T04:20:53,547 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,37611,1731212447380' ***** 2024-11-10T04:20:53,547 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:53,547 DEBUG [M:0;e900e1ae4b9f:37611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:20:53,547 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:20:53,547 DEBUG [M:0;e900e1ae4b9f:37611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:20:53,547 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212449245 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212449245,5,FailOnTimeoutGroup] 2024-11-10T04:20:53,547 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212449244 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212449244,5,FailOnTimeoutGroup] 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:53,547 DEBUG [M:0;e900e1ae4b9f:37611 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:20:53,547 INFO [M:0;e900e1ae4b9f:37611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:53,548 INFO [M:0;e900e1ae4b9f:37611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:20:53,548 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:20:53,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-935040882/master 2024-11-10T04:20:53,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-935040882 2024-11-10T04:20:53,548 DEBUG [M:0;e900e1ae4b9f:37611 {}] zookeeper.ZKUtil(347): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Unable to get data of znode /1-935040882/master because node does not exist (not an error) 2024-11-10T04:20:53,548 WARN [M:0;e900e1ae4b9f:37611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:20:53,549 INFO [M:0;e900e1ae4b9f:37611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/.lastflushedseqids 2024-11-10T04:20:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741836_1012 (size=99) 2024-11-10T04:20:53,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:53,642 INFO [RS:0;e900e1ae4b9f:40125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:53,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40125-0x101001b646f0004, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:53,642 INFO [RS:0;e900e1ae4b9f:40125 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,40125,1731212447424; zookeeper connection closed. 2024-11-10T04:20:53,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d73c9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d73c9b 2024-11-10T04:20:53,642 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:20:53,955 INFO [M:0;e900e1ae4b9f:37611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:20:53,955 INFO [M:0;e900e1ae4b9f:37611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:20:53,955 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:53,955 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:53,955 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:53,955 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:53,955 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:53,955 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T04:20:53,972 DEBUG [M:0;e900e1ae4b9f:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fef66228c6f49e4b8d724bf351f8e77 is 82, key is hbase:meta,,1/info:regioninfo/1731212450442/Put/seqid=0 2024-11-10T04:20:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741837_1013 (size=5672) 2024-11-10T04:20:54,040 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:54,377 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fef66228c6f49e4b8d724bf351f8e77 2024-11-10T04:20:54,398 DEBUG [M:0;e900e1ae4b9f:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261bfc7cda2844e7bba18c14ad553d2f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731212450461/Put/seqid=0 2024-11-10T04:20:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741838_1014 (size=5275) 2024-11-10T04:20:54,402 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261bfc7cda2844e7bba18c14ad553d2f 2024-11-10T04:20:54,421 DEBUG [M:0;e900e1ae4b9f:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04eee29e3c154d0eb4942c025f342fe5 is 69, key is e900e1ae4b9f,40125,1731212447424/rs:state/1731212449271/Put/seqid=0 2024-11-10T04:20:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741839_1015 (size=5156) 2024-11-10T04:20:54,745 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:54,826 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04eee29e3c154d0eb4942c025f342fe5 2024-11-10T04:20:54,832 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fef66228c6f49e4b8d724bf351f8e77 as hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fef66228c6f49e4b8d724bf351f8e77 2024-11-10T04:20:54,837 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fef66228c6f49e4b8d724bf351f8e77, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T04:20:54,838 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261bfc7cda2844e7bba18c14ad553d2f as hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261bfc7cda2844e7bba18c14ad553d2f 2024-11-10T04:20:54,843 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261bfc7cda2844e7bba18c14ad553d2f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T04:20:54,844 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04eee29e3c154d0eb4942c025f342fe5 as hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04eee29e3c154d0eb4942c025f342fe5 2024-11-10T04:20:54,850 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33125/user/jenkins/test-data/eea0a38b-5b3c-6671-5218-8ef438fc6a99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04eee29e3c154d0eb4942c025f342fe5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T04:20:54,851 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=28, compaction requested=false 2024-11-10T04:20:54,852 INFO [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:54,852 DEBUG [M:0;e900e1ae4b9f:37611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212453955Disabling compacts and flushes for region at 1731212453955Disabling writes for close at 1731212453955Obtaining lock to block concurrent updates at 1731212453955Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212453955Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731212453956 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212453956Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212453956Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212453972 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212453972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212454383 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212454397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212454397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212454406 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212454420 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212454420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c35bf0b: reopening flushed file at 1731212454831 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220d58e: reopening flushed file at 1731212454837 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bbb40f: reopening flushed file at 1731212454844 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=28, compaction requested=false at 1731212454851 (+7 ms)Writing region close event to WAL at 1731212454852 (+1 ms)Closed at 1731212454852 2024-11-10T04:20:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741830_1006 (size=10165) 2024-11-10T04:20:54,855 INFO [M:0;e900e1ae4b9f:37611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:20:54,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:54,855 INFO [M:0;e900e1ae4b9f:37611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37611 2024-11-10T04:20:54,855 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:54,957 INFO [M:0;e900e1ae4b9f:37611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:54,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:54,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x101001b646f0003, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:54,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563ba614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:54,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33defb42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:54,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:54,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c221e09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:54,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1acd98f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:54,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:20:54,962 WARN [BP-104108286-172.17.0.2-1731212446316 heartbeating to localhost/127.0.0.1:33125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:20:54,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:20:54,962 WARN [BP-104108286-172.17.0.2-1731212446316 heartbeating to localhost/127.0.0.1:33125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-104108286-172.17.0.2-1731212446316 (Datanode Uuid ea1f8edc-82fb-4859-88f0-2880f8e5df65) service to localhost/127.0.0.1:33125 2024-11-10T04:20:54,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/cluster_d5709360-2fec-8d2f-8f3d-2e7c44a5f782/data/data1/current/BP-104108286-172.17.0.2-1731212446316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:54,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/cluster_d5709360-2fec-8d2f-8f3d-2e7c44a5f782/data/data2/current/BP-104108286-172.17.0.2-1731212446316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:54,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:20:54,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@106edffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:54,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@795153ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:54,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:54,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ea9b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:54,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615c33b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:20:54,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:54,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:54,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:54,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:54,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:54,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:20:54,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=69802802, stopped=false 2024-11-10T04:20:54,982 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,46037,1731212443085 2024-11-10T04:20:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111086453/running 2024-11-10T04:20:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111086453/running 2024-11-10T04:20:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:54,984 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:54,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:20:54,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:54,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:54,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,37319,1731212443135' ***** 2024-11-10T04:20:54,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:20:54,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/running 2024-11-10T04:20:54,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Set watcher on znode that does not yet exist, /0111086453/running 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:20:54,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:54,988 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:37319. 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b054ba57cc151377df7400c7da256ad, disabling compactions & flushes 2024-11-10T04:20:54,989 DEBUG [RS:0;e900e1ae4b9f:37319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:54,989 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:54,989 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. after waiting 0 ms 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:20:54,989 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b054ba57cc151377df7400c7da256ad 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:20:54,989 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:20:54,989 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1325): Online Regions={3b054ba57cc151377df7400c7da256ad=hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:54,989 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:20:54,989 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:20:54,989 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:20:54,990 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:20:54,990 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:20:54,990 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T04:20:54,996 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:20:54,996 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:20:55,004 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:55,006 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/.tmp/queue/b12a0e3bdd3c4c3f866d3be2cdd8eb54 is 151, key is 1-e900e1ae4b9f,37319,1731212443135/queue:e900e1ae4b9f%2C37319%2C1731212443135/1731212451990/Put/seqid=0 2024-11-10T04:20:55,009 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/info/5f0cdd11c17e43caa4c1595c8752f8af is 147, key is hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad./info:regioninfo/1731212451762/Put/seqid=0 2024-11-10T04:20:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741838_1014 (size=5350) 2024-11-10T04:20:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741839_1015 (size=6631) 2024-11-10T04:20:55,189 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:55,390 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b054ba57cc151377df7400c7da256ad 2024-11-10T04:20:55,411 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/.tmp/queue/b12a0e3bdd3c4c3f866d3be2cdd8eb54 2024-11-10T04:20:55,413 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/info/5f0cdd11c17e43caa4c1595c8752f8af 2024-11-10T04:20:55,418 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/.tmp/queue/b12a0e3bdd3c4c3f866d3be2cdd8eb54 as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/queue/b12a0e3bdd3c4c3f866d3be2cdd8eb54 2024-11-10T04:20:55,424 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/queue/b12a0e3bdd3c4c3f866d3be2cdd8eb54, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T04:20:55,425 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3b054ba57cc151377df7400c7da256ad in 436ms, sequenceid=5, compaction requested=false 2024-11-10T04:20:55,425 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:20:55,432 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/replication/3b054ba57cc151377df7400c7da256ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:20:55,432 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:55,432 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:55,433 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:55,433 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b054ba57cc151377df7400c7da256ad: Waiting for close lock at 1731212454989Running coprocessor pre-close hooks at 1731212454989Disabling compacts and flushes for region at 1731212454989Disabling writes for close at 1731212454989Obtaining lock to block concurrent updates at 1731212454989Preparing flush snapshotting stores in 3b054ba57cc151377df7400c7da256ad at 1731212454989Finished memstore snapshotting hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731212454989Flushing stores of hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. at 1731212454990 (+1 ms)Flushing 3b054ba57cc151377df7400c7da256ad/queue: creating writer at 1731212454990Flushing 3b054ba57cc151377df7400c7da256ad/queue: appending metadata at 1731212455005 (+15 ms)Flushing 3b054ba57cc151377df7400c7da256ad/queue: closing flushed file at 1731212455005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee7f4c3: reopening flushed file at 1731212455418 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3b054ba57cc151377df7400c7da256ad in 436ms, sequenceid=5, compaction requested=false at 1731212455425 (+7 ms)Writing region close event to WAL at 1731212455428 (+3 ms)Running coprocessor post-close hooks at 1731212455432 (+4 ms)Closed at 1731212455433 (+1 ms) 2024-11-10T04:20:55,433 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212450580.3b054ba57cc151377df7400c7da256ad. 2024-11-10T04:20:55,441 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/ns/a9836fd8e892464fb5b06e686807d6e9 is 43, key is default/ns:d/1731212446147/Put/seqid=0 2024-11-10T04:20:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741840_1016 (size=5153) 2024-11-10T04:20:55,551 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:55,590 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:55,790 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:55,846 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/ns/a9836fd8e892464fb5b06e686807d6e9 2024-11-10T04:20:55,866 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/table/c32a9a5ffd5c49b3bbeedb00179edb08 is 53, key is hbase:replication/table:state/1731212451771/Put/seqid=0 2024-11-10T04:20:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741841_1017 (size=5256) 2024-11-10T04:20:55,990 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:20:55,990 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:20:55,991 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:56,191 DEBUG [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:20:56,271 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/table/c32a9a5ffd5c49b3bbeedb00179edb08 2024-11-10T04:20:56,277 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/info/5f0cdd11c17e43caa4c1595c8752f8af as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/info/5f0cdd11c17e43caa4c1595c8752f8af 2024-11-10T04:20:56,282 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/info/5f0cdd11c17e43caa4c1595c8752f8af, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T04:20:56,283 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/ns/a9836fd8e892464fb5b06e686807d6e9 as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/ns/a9836fd8e892464fb5b06e686807d6e9 2024-11-10T04:20:56,287 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/ns/a9836fd8e892464fb5b06e686807d6e9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:20:56,288 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/.tmp/table/c32a9a5ffd5c49b3bbeedb00179edb08 as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/table/c32a9a5ffd5c49b3bbeedb00179edb08 2024-11-10T04:20:56,292 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/table/c32a9a5ffd5c49b3bbeedb00179edb08, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T04:20:56,293 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-10T04:20:56,298 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:20:56,298 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:56,298 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:56,298 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:56,298 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212454989Running coprocessor pre-close hooks at 1731212454989Disabling compacts and flushes for region at 1731212454989Disabling writes for close at 1731212454990 (+1 ms)Obtaining lock to block concurrent updates at 1731212454990Preparing flush snapshotting stores in 1588230740 at 1731212454990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731212454990Flushing stores of hbase:meta,,1.1588230740 at 1731212454991 (+1 ms)Flushing 1588230740/info: creating writer at 1731212454991Flushing 1588230740/info: appending metadata at 1731212455009 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731212455009Flushing 1588230740/ns: creating writer at 1731212455419 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731212455440 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731212455440Flushing 1588230740/table: creating writer at 1731212455851 (+411 ms)Flushing 1588230740/table: appending metadata at 1731212455865 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731212455866 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6824acc7: reopening flushed file at 1731212456276 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a59385: reopening flushed file at 1731212456282 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3bfc73: reopening flushed file at 1731212456287 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731212456293 (+6 ms)Writing region close event to WAL at 1731212456295 (+2 ms)Running coprocessor post-close hooks at 1731212456298 (+3 ms)Closed at 1731212456298 2024-11-10T04:20:56,298 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:20:56,391 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,37319,1731212443135; all regions closed. 2024-11-10T04:20:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741834_1010 (size=2742) 2024-11-10T04:20:56,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.meta.1731212446090.meta not finished, retry = 0 2024-11-10T04:20:56,456 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/WALs/e900e1ae4b9f,37319,1731212443135/e900e1ae4b9f%2C37319%2C1731212443135.1731212445135 to pos 0, reset compression=false 2024-11-10T04:20:56,496 DEBUG [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs 2024-11-10T04:20:56,496 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C37319%2C1731212443135.meta:.meta(num 1731212446090) 2024-11-10T04:20:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741837_1013 (size=1586) 2024-11-10T04:20:56,501 DEBUG [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs 2024-11-10T04:20:56,501 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C37319%2C1731212443135.rep:(num 1731212451727) 2024-11-10T04:20:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:20:56,504 DEBUG [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/oldWALs 2024-11-10T04:20:56,504 INFO [RS:0;e900e1ae4b9f:37319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C37319%2C1731212443135:(num 1731212445135) 2024-11-10T04:20:56,505 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:56,505 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,37319,1731212443135 because: Region server is closing 2024-11-10T04:20:56,505 INFO [RS:0;e900e1ae4b9f:37319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:37319. 2024-11-10T04:20:56,505 DEBUG [RS:0;e900e1ae4b9f:37319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:20:56,506 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:56,506 DEBUG [RS:0;e900e1ae4b9f:37319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:20:56,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:20:56,606 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.wal-reader.e900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:20:56,606 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.shippere900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:20:56,606 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,37319,1731212443135.replicationSource.shippere900e1ae4b9f%2C37319%2C1731212443135,1-e900e1ae4b9f,37319,1731212443135 terminated 2024-11-10T04:20:56,606 INFO [RS:0;e900e1ae4b9f:37319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37319 2024-11-10T04:20:56,610 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111086453/rs/e900e1ae4b9f,37319,1731212443135 2024-11-10T04:20:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453/rs 2024-11-10T04:20:56,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,37319,1731212443135] 2024-11-10T04:20:56,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0111086453/draining/e900e1ae4b9f,37319,1731212443135 already deleted, retry=false 2024-11-10T04:20:56,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,37319,1731212443135 expired; onlineServers=0 2024-11-10T04:20:56,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,46037,1731212443085' ***** 2024-11-10T04:20:56,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:20:56,613 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:20:56,613 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:20:56,613 DEBUG [M:0;e900e1ae4b9f:46037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:20:56,613 DEBUG [M:0;e900e1ae4b9f:46037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:20:56,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:20:56,613 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212444931 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212444931,5,FailOnTimeoutGroup] 2024-11-10T04:20:56,613 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212444931 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212444931,5,FailOnTimeoutGroup] 2024-11-10T04:20:56,613 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:20:56,614 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:20:56,614 DEBUG [M:0;e900e1ae4b9f:46037 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:20:56,614 INFO [M:0;e900e1ae4b9f:46037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:20:56,614 INFO [M:0;e900e1ae4b9f:46037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:20:56,614 INFO [M:0;e900e1ae4b9f:46037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:20:56,614 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:20:56,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111086453/master 2024-11-10T04:20:56,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111086453 2024-11-10T04:20:56,615 DEBUG [M:0;e900e1ae4b9f:46037 {}] zookeeper.ZKUtil(347): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Unable to get data of znode /0111086453/master because node does not exist (not an error) 2024-11-10T04:20:56,615 WARN [M:0;e900e1ae4b9f:46037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:20:56,616 INFO [M:0;e900e1ae4b9f:46037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/.lastflushedseqids 2024-11-10T04:20:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741842_1018 (size=181) 2024-11-10T04:20:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:56,712 INFO [RS:0;e900e1ae4b9f:37319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37319-0x101001b646f0001, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:56,712 INFO [RS:0;e900e1ae4b9f:37319 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,37319,1731212443135; zookeeper connection closed. 2024-11-10T04:20:56,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b0fa1a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b0fa1a8 2024-11-10T04:20:56,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:20:57,021 INFO [M:0;e900e1ae4b9f:46037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:20:57,022 INFO [M:0;e900e1ae4b9f:46037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:20:57,022 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:20:57,022 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:57,022 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:57,022 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:20:57,022 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:57,022 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T04:20:57,039 DEBUG [M:0;e900e1ae4b9f:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a233dcbf4544dab64604fb7a4286c8 is 82, key is hbase:meta,,1/info:regioninfo/1731212446130/Put/seqid=0 2024-11-10T04:20:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741843_1019 (size=5672) 2024-11-10T04:20:57,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:20:57,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:57,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:57,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:20:57,444 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a233dcbf4544dab64604fb7a4286c8 2024-11-10T04:20:57,464 DEBUG [M:0;e900e1ae4b9f:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3c0b37b8684da7ae8f52d4a35a00f2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731212451775/Put/seqid=0 2024-11-10T04:20:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741844_1020 (size=7203) 2024-11-10T04:20:57,869 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3c0b37b8684da7ae8f52d4a35a00f2 2024-11-10T04:20:57,889 DEBUG [M:0;e900e1ae4b9f:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd57886290a1449a92bf0c4b5b4f0f4f is 69, key is e900e1ae4b9f,37319,1731212443135/rs:state/1731212444980/Put/seqid=0 2024-11-10T04:20:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741845_1021 (size=5156) 2024-11-10T04:20:57,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:20:57,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:20:57,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:20:58,294 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd57886290a1449a92bf0c4b5b4f0f4f 2024-11-10T04:20:58,300 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a233dcbf4544dab64604fb7a4286c8 as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6a233dcbf4544dab64604fb7a4286c8 2024-11-10T04:20:58,305 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6a233dcbf4544dab64604fb7a4286c8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T04:20:58,306 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3c0b37b8684da7ae8f52d4a35a00f2 as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3c0b37b8684da7ae8f52d4a35a00f2 2024-11-10T04:20:58,310 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3c0b37b8684da7ae8f52d4a35a00f2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T04:20:58,311 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd57886290a1449a92bf0c4b5b4f0f4f as hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd57886290a1449a92bf0c4b5b4f0f4f 2024-11-10T04:20:58,316 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd57886290a1449a92bf0c4b5b4f0f4f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T04:20:58,317 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-10T04:20:58,318 INFO [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:20:58,318 DEBUG [M:0;e900e1ae4b9f:46037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212457022Disabling compacts and flushes for region at 1731212457022Disabling writes for close at 1731212457022Obtaining lock to block concurrent updates at 1731212457022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212457022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731212457022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212457023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212457023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212457038 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212457038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212457449 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212457464 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212457464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212457874 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212457889 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212457889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efadb43: reopening flushed file at 1731212458299 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fea741b: reopening flushed file at 1731212458305 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9466a2: reopening flushed file at 1731212458311 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731212458317 (+6 ms)Writing region close event to WAL at 1731212458318 (+1 ms)Closed at 1731212458318 2024-11-10T04:20:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41273 is added to blk_1073741830_1006 (size=41008) 2024-11-10T04:20:58,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c74df1c9-1122-cc91-b017-d211aeba4b70/MasterData/WALs/e900e1ae4b9f,46037,1731212443085/e900e1ae4b9f%2C46037%2C1731212443085.1731212444835 not finished, retry = 0 2024-11-10T04:20:58,421 INFO [M:0;e900e1ae4b9f:46037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:20:58,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:20:58,422 INFO [M:0;e900e1ae4b9f:46037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46037 2024-11-10T04:20:58,422 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:20:58,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:58,525 INFO [M:0;e900e1ae4b9f:46037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:20:58,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x101001b646f0000, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:20:58,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5deb6342{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:58,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ef7d495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:58,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:58,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c20f9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:58,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6686d96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:58,530 WARN [BP-2083007770-172.17.0.2-1731212442113 heartbeating to localhost/127.0.0.1:38705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:20:58,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:20:58,530 WARN [BP-2083007770-172.17.0.2-1731212442113 heartbeating to localhost/127.0.0.1:38705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2083007770-172.17.0.2-1731212442113 (Datanode Uuid a7bbdd3a-3aa2-4692-86d8-c0dff0b0a759) service to localhost/127.0.0.1:38705 2024-11-10T04:20:58,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:20:58,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/data/data1/current/BP-2083007770-172.17.0.2-1731212442113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:58,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/cluster_e7f85ecd-aa32-a009-b20e-5aabda010a35/data/data2/current/BP-2083007770-172.17.0.2-1731212442113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:20:58,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:20:58,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaaf68d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:58,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c5ea26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:20:58,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:20:58,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d7014b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:20:58,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d249085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2813786f-9ac0-b6b3-dce4-c4c90febb2b2/hadoop.log.dir/,STOPPED} 2024-11-10T04:20:58,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:20:58,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:20:58,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33125 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38705 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 59) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9061 (was 9392) 2024-11-10T04:20:58,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=68, ProcessCount=11, AvailableMemoryMB=9060 2024-11-10T04:20:58,584 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T04:20:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir so I do NOT create it in target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b 2024-11-10T04:20:58,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:20:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.tmp.dir so I do NOT create it in target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b 2024-11-10T04:20:58,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a0cb0-23d3-1aff-6c5c-dde169bfaab3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:20:58,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b 2024-11-10T04:20:58,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0, deleteOnExit=true 2024-11-10T04:20:58,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/zookeeper_0, clientPort=56004, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:20:58,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56004 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/test.cache.data in system properties and HBase conf 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:20:58,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:20:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001b646f0002, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:20:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001b646f0005, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:20:58,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001b646f0002, quorum=127.0.0.1:54301, baseZNode=/0111086453 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:20:58,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001b646f0005, quorum=127.0.0.1:54301, baseZNode=/1-935040882 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:20:58,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:58,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:58,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:58,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:58,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:20:58,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:58,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b1f1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:58,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6467c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:58,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a695efa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/java.io.tmpdir/jetty-localhost-44857-hadoop-hdfs-3_4_1-tests_jar-_-any-6602466984688187778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:20:58,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7391fa9d{HTTP/1.1, (http/1.1)}{localhost:44857} 2024-11-10T04:20:58,808 INFO [Time-limited test {}] server.Server(415): Started @45922ms 2024-11-10T04:20:58,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:20:58,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:20:58,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:20:58,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:20:58,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:20:58,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50427d1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:20:58,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51724fe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:20:59,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@168ab595{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/java.io.tmpdir/jetty-localhost-37541-hadoop-hdfs-3_4_1-tests_jar-_-any-12133353788968247408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:20:59,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b093a32{HTTP/1.1, (http/1.1)}{localhost:37541} 2024-11-10T04:20:59,013 INFO [Time-limited test {}] server.Server(415): Started @46127ms 2024-11-10T04:20:59,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:20:59,117 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/data/data1/current/BP-1610035415-172.17.0.2-1731212458619/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:59,117 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/data/data2/current/BP-1610035415-172.17.0.2-1731212458619/current, will proceed with Du for space computation calculation, 2024-11-10T04:20:59,137 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:20:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe78984f823484715 with lease ID 0x5f4c773f980adeeb: Processing first storage report for DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=c24cdd62-9542-4e17-bb18-d0be0fd0036c, infoPort=45389, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=1655340421;c=1731212458619) 2024-11-10T04:20:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe78984f823484715 with lease ID 0x5f4c773f980adeeb: from storage DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=c24cdd62-9542-4e17-bb18-d0be0fd0036c, infoPort=45389, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=1655340421;c=1731212458619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe78984f823484715 with lease ID 0x5f4c773f980adeeb: Processing first storage report for DS-cc6f756a-fac6-4c49-9827-e9db9429fa00 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=c24cdd62-9542-4e17-bb18-d0be0fd0036c, infoPort=45389, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=1655340421;c=1731212458619) 2024-11-10T04:20:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe78984f823484715 with lease ID 0x5f4c773f980adeeb: from storage DS-cc6f756a-fac6-4c49-9827-e9db9429fa00 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=c24cdd62-9542-4e17-bb18-d0be0fd0036c, infoPort=45389, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=1655340421;c=1731212458619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:20:59,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b 2024-11-10T04:20:59,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:20:59,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c with version=8 2024-11-10T04:20:59,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/hbase-staging 2024-11-10T04:20:59,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:59,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:59,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43725 2024-11-10T04:20:59,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43725 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:20:59,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437250x0, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:59,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43725-0x101001ba4ea0000 connected 2024-11-10T04:20:59,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/running 2024-11-10T04:20:59,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c, hbase.cluster.distributed=false 2024-11-10T04:20:59,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/acl 2024-11-10T04:20:59,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T04:20:59,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-11-10T04:20:59,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-11-10T04:20:59,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T04:20:59,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-10T04:20:59,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:20:59,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:20:59,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43033 2024-11-10T04:20:59,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43033 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:20:59,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:20:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430330x0, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:20:59,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430330x0, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/running 2024-11-10T04:20:59,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43033-0x101001ba4ea0001 connected 2024-11-10T04:20:59,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:20:59,714 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:20:59,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/master 2024-11-10T04:20:59,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/acl 2024-11-10T04:20:59,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43033 2024-11-10T04:20:59,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43033 2024-11-10T04:20:59,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43033 2024-11-10T04:20:59,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43033 2024-11-10T04:20:59,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43033 2024-11-10T04:20:59,729 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:43725 2024-11-10T04:20:59,730 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1492251111/backup-masters/e900e1ae4b9f,43725,1731212459653 2024-11-10T04:20:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/backup-masters 2024-11-10T04:20:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/backup-masters 2024-11-10T04:20:59,732 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on existing znode=/0-1492251111/backup-masters/e900e1ae4b9f,43725,1731212459653 2024-11-10T04:20:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1492251111/master 2024-11-10T04:20:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:20:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:20:59,734 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on existing znode=/0-1492251111/master 2024-11-10T04:20:59,734 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1492251111/backup-masters/e900e1ae4b9f,43725,1731212459653 from backup master directory 2024-11-10T04:20:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1492251111/backup-masters/e900e1ae4b9f,43725,1731212459653 2024-11-10T04:20:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/backup-masters 2024-11-10T04:20:59,738 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:20:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/backup-masters 2024-11-10T04:20:59,738 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,43725,1731212459653 2024-11-10T04:20:59,742 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/hbase.id] with ID: f07eeefc-9e8d-4c3a-9b40-2a5e5f567894 2024-11-10T04:20:59,742 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/.tmp/hbase.id 2024-11-10T04:20:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:21:00,149 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/.tmp/hbase.id]:[hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/hbase.id] 2024-11-10T04:21:00,161 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:00,161 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:21:00,162 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:21:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:21:00,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:21:00,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:21:00,572 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:21:00,980 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store 2024-11-10T04:21:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:21:01,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:01,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:01,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212461386Disabling compacts and flushes for region at 1731212461386Disabling writes for close at 1731212461386Writing region close event to WAL at 1731212461386Closed at 1731212461386 2024-11-10T04:21:01,387 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/.initializing 2024-11-10T04:21:01,387 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/WALs/e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:01,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:21:01,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C43725%2C1731212459653, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/WALs/e900e1ae4b9f,43725,1731212459653, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/oldWALs, maxLogs=10 2024-11-10T04:21:01,403 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/WALs/e900e1ae4b9f,43725,1731212459653/e900e1ae4b9f%2C43725%2C1731212459653.1731212461390, exclude list is [], retry=0 2024-11-10T04:21:01,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2,DISK] 2024-11-10T04:21:01,408 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/WALs/e900e1ae4b9f,43725,1731212459653/e900e1ae4b9f%2C43725%2C1731212459653.1731212461390 2024-11-10T04:21:01,408 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45389:45389)] 2024-11-10T04:21:01,408 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:01,408 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:01,409 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,409 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:21:01,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:01,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:01,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:21:01,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:01,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:01,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:21:01,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:01,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:01,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:21:01,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:01,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:01,417 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,418 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,418 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,420 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,420 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,420 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:01,421 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:01,423 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:01,424 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631603, jitterRate=-0.022012904286384583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:01,425 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212461409Initializing all the Stores at 1731212461409Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212461409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212461410 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212461410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212461410Cleaning up temporary data from old regions at 1731212461420 (+10 ms)Region opened successfully at 1731212461425 (+5 ms) 2024-11-10T04:21:01,425 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:21:01,428 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76630d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:21:01,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:21:01,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:21:01,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:21:01,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:21:01,430 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:21:01,430 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:21:01,430 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:21:01,432 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:21:01,433 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/balancer because node does not exist (not necessarily an error) 2024-11-10T04:21:01,435 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/balancer already deleted, retry=false 2024-11-10T04:21:01,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:21:01,436 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:21:01,437 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/normalizer already deleted, retry=false 2024-11-10T04:21:01,437 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:21:01,438 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:21:01,443 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/switch/split already deleted, retry=false 2024-11-10T04:21:01,444 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:21:01,445 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/switch/merge already deleted, retry=false 2024-11-10T04:21:01,447 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:21:01,448 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/snapshot-cleanup already deleted, retry=false 2024-11-10T04:21:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1492251111/running 2024-11-10T04:21:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1492251111/running 2024-11-10T04:21:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,450 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,43725,1731212459653, sessionid=0x101001ba4ea0000, setting cluster-up flag (Was=false) 2024-11-10T04:21:01,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,460 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1492251111/flush-table-proc/acquired, /0-1492251111/flush-table-proc/reached, /0-1492251111/flush-table-proc/abort 2024-11-10T04:21:01,461 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:01,470 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1492251111/online-snapshot/acquired, /0-1492251111/online-snapshot/reached, /0-1492251111/online-snapshot/abort 2024-11-10T04:21:01,471 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:01,473 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:21:01,474 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:01,475 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:21:01,475 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:21:01,475 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,43725,1731212459653 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:21:01,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212491478 2024-11-10T04:21:01,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:21:01,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:21:01,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:21:01,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:21:01,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:21:01,479 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:21:01,480 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212461479,5,FailOnTimeoutGroup] 2024-11-10T04:21:01,480 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212461480,5,FailOnTimeoutGroup] 2024-11-10T04:21:01,480 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,480 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:21:01,480 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,480 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:21:01,521 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(746): ClusterId : f07eeefc-9e8d-4c3a-9b40-2a5e5f567894 2024-11-10T04:21:01,521 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:21:01,523 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:21:01,523 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:21:01,525 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:21:01,526 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e257dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:21:01,537 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:43033 2024-11-10T04:21:01,538 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:21:01,538 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:21:01,538 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:21:01,538 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43725,1731212459653 with port=43033, startcode=1731212459703 2024-11-10T04:21:01,539 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:21:01,540 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:21:01,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43725 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,542 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c 2024-11-10T04:21:01,542 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34513 2024-11-10T04:21:01,542 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:21:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/rs 2024-11-10T04:21:01,545 DEBUG [RS:0;e900e1ae4b9f:43033 {}] zookeeper.ZKUtil(111): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on existing znode=/0-1492251111/rs/e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,545 WARN [RS:0;e900e1ae4b9f:43033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:21:01,545 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:01,545 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,43033,1731212459703] 2024-11-10T04:21:01,549 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:21:01,550 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:21:01,550 INFO [RS:0;e900e1ae4b9f:43033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:21:01,550 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,552 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:21:01,553 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:21:01,553 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,553 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,554 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,554 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:01,554 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:21:01,554 DEBUG [RS:0;e900e1ae4b9f:43033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,554 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43033,1731212459703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:21:01,574 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:21:01,574 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43033,1731212459703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,575 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,575 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.Replication(171): e900e1ae4b9f,43033,1731212459703 started 2024-11-10T04:21:01,590 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:01,590 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,43033,1731212459703, RpcServer on e900e1ae4b9f/172.17.0.2:43033, sessionid=0x101001ba4ea0001 2024-11-10T04:21:01,590 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:21:01,590 DEBUG [RS:0;e900e1ae4b9f:43033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,590 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43033,1731212459703' 2024-11-10T04:21:01,590 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1492251111/flush-table-proc/abort' 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1492251111/flush-table-proc/acquired' 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43033,1731212459703' 2024-11-10T04:21:01,591 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1492251111/online-snapshot/abort' 2024-11-10T04:21:01,592 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1492251111/online-snapshot/acquired' 2024-11-10T04:21:01,592 DEBUG [RS:0;e900e1ae4b9f:43033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:21:01,592 INFO [RS:0;e900e1ae4b9f:43033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:21:01,592 INFO [RS:0;e900e1ae4b9f:43033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:21:01,692 INFO [RS:0;e900e1ae4b9f:43033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:21:01,694 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43033%2C1731212459703, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs, maxLogs=10 2024-11-10T04:21:01,708 DEBUG [RS:0;e900e1ae4b9f:43033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694, exclude list is [], retry=0 2024-11-10T04:21:01,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2,DISK] 2024-11-10T04:21:01,712 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 2024-11-10T04:21:01,713 DEBUG [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45389:45389)] 2024-11-10T04:21:01,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:21:01,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c 2024-11-10T04:21:01,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:21:02,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:02,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:21:02,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:21:02,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:21:02,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:21:02,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:21:02,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:21:02,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:21:02,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:21:02,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:21:02,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740 2024-11-10T04:21:02,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740 2024-11-10T04:21:02,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:21:02,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:21:02,309 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:02,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:21:02,312 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:02,313 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65607019, jitterRate=-0.022379234433174133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:02,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212462296Initializing all the Stores at 1731212462297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462298 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212462298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462298Cleaning up temporary data from old regions at 1731212462308 (+10 ms)Region opened successfully at 1731212462313 (+5 ms) 2024-11-10T04:21:02,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:21:02,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:21:02,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:21:02,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:21:02,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:21:02,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:21:02,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212462314Disabling compacts and flushes for region at 1731212462314Disabling writes for close at 1731212462314Writing region close event to WAL at 1731212462315 (+1 ms)Closed at 1731212462315 2024-11-10T04:21:02,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:02,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:21:02,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:21:02,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:21:02,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:21:02,469 DEBUG [e900e1ae4b9f:43725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:21:02,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:02,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43033,1731212459703, state=OPENING 2024-11-10T04:21:02,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:21:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:02,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:21:02,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1492251111/meta-region-server: CHANGED 2024-11-10T04:21:02,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1492251111/meta-region-server: CHANGED 2024-11-10T04:21:02,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43033,1731212459703}] 2024-11-10T04:21:02,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:21:02,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:21:02,636 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:21:02,636 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:02,636 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:21:02,638 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43033%2C1731212459703.meta, suffix=.meta, logDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs, maxLogs=10 2024-11-10T04:21:02,652 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.meta.1731212462638.meta, exclude list is [], retry=0 2024-11-10T04:21:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2,DISK] 2024-11-10T04:21:02,656 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.meta.1731212462638.meta 2024-11-10T04:21:02,656 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45389:45389)] 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:02,657 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:21:02,657 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:21:02,657 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:21:02,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:21:02,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:21:02,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:21:02,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:21:02,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:21:02,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:21:02,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:21:02,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:21:02,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:02,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:02,663 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:21:02,664 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740 2024-11-10T04:21:02,665 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740 2024-11-10T04:21:02,666 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:21:02,666 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:21:02,667 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:02,668 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:21:02,669 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64443305, jitterRate=-0.039719924330711365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:02,669 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:21:02,669 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212462658Writing region info on filesystem at 1731212462658Initializing all the Stores at 1731212462658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462659 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212462659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212462659Cleaning up temporary data from old regions at 1731212462666 (+7 ms)Running coprocessor post-open hooks at 1731212462669 (+3 ms)Region opened successfully at 1731212462669 2024-11-10T04:21:02,670 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212462630 2024-11-10T04:21:02,673 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:21:02,673 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:21:02,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:02,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43033,1731212459703, state=OPEN 2024-11-10T04:21:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1492251111/meta-region-server 2024-11-10T04:21:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1492251111/meta-region-server 2024-11-10T04:21:02,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:02,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1492251111/meta-region-server: CHANGED 2024-11-10T04:21:02,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1492251111/meta-region-server: CHANGED 2024-11-10T04:21:02,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:21:02,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43033,1731212459703 in 199 msec 2024-11-10T04:21:02,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:21:02,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-10T04:21:02,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:02,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:21:02,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:02,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:02,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:02,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:02,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-10T04:21:02,690 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212462689, completionTime=-1 2024-11-10T04:21:02,690 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:21:02,690 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:21:02,691 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:21:02,691 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212522691 2024-11-10T04:21:02,691 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212582691 2024-11-10T04:21:02,691 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:43725, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,694 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:21:02,695 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:21:02,696 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:21:02,698 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:21:02,698 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:21:02,698 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43725,1731212459653-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:02,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4519b74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:02,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43725,-1 for getting cluster id 2024-11-10T04:21:02,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:02,723 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f07eeefc-9e8d-4c3a-9b40-2a5e5f567894' 2024-11-10T04:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f07eeefc-9e8d-4c3a-9b40-2a5e5f567894" 2024-11-10T04:21:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166aa113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43725,-1] 2024-11-10T04:21:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:02,725 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:02,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667da5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:02,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:02,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:02,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:02,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:02,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:02,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:21:02,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:21:02,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001ba4ea0002 connected 2024-11-10T04:21:02,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir so I do NOT create it in target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72 2024-11-10T04:21:02,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:21:02,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.tmp.dir so I do NOT create it in target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72 2024-11-10T04:21:02,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:21:02,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72 2024-11-10T04:21:02,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:21:02,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/cluster_ba548ac2-4a26-6c19-b592-93c47a381897, deleteOnExit=true 2024-11-10T04:21:02,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/test.cache.data in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:21:02,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:21:02,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:21:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:21:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:21:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:21:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:21:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:21:02,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:21:02,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:21:02,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:21:02,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:21:02,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:21:02,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:21:02,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68cb74d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:21:02,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7305b321{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:21:02,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f74644b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/java.io.tmpdir/jetty-localhost-38019-hadoop-hdfs-3_4_1-tests_jar-_-any-8353410865718461397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:21:02,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c1ab50e{HTTP/1.1, (http/1.1)}{localhost:38019} 2024-11-10T04:21:02,941 INFO [Time-limited test {}] server.Server(415): Started @50055ms 2024-11-10T04:21:03,013 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:21:03,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:03,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:03,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:03,035 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:03,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:21:03,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:21:03,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:21:03,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:21:03,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:21:03,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1402be57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:21:03,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da313db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:21:03,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7697b967{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/java.io.tmpdir/jetty-localhost-39287-hadoop-hdfs-3_4_1-tests_jar-_-any-15117160549796370961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:21:03,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7afc1677{HTTP/1.1, (http/1.1)}{localhost:39287} 2024-11-10T04:21:03,163 INFO [Time-limited test {}] server.Server(415): Started @50277ms 2024-11-10T04:21:03,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:21:03,267 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/cluster_ba548ac2-4a26-6c19-b592-93c47a381897/data/data1/current/BP-1528605896-172.17.0.2-1731212462759/current, will proceed with Du for space computation calculation, 2024-11-10T04:21:03,268 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/cluster_ba548ac2-4a26-6c19-b592-93c47a381897/data/data2/current/BP-1528605896-172.17.0.2-1731212462759/current, will proceed with Du for space computation calculation, 2024-11-10T04:21:03,288 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:21:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe213db6ae9301a47 with lease ID 0x47ab10a793c1758: Processing first storage report for DS-7ec0b19a-d108-40a6-9494-c3a1ef5cfbe8 from datanode DatanodeRegistration(127.0.0.1:46191, datanodeUuid=5a641035-066f-4bb0-ae14-a7dd4a0b3e7c, infoPort=46145, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=960794365;c=1731212462759) 2024-11-10T04:21:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe213db6ae9301a47 with lease ID 0x47ab10a793c1758: from storage DS-7ec0b19a-d108-40a6-9494-c3a1ef5cfbe8 node DatanodeRegistration(127.0.0.1:46191, datanodeUuid=5a641035-066f-4bb0-ae14-a7dd4a0b3e7c, infoPort=46145, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=960794365;c=1731212462759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:21:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe213db6ae9301a47 with lease ID 0x47ab10a793c1758: Processing first storage report for DS-307732a0-f88e-4f3a-b9fb-d1321d31f441 from datanode DatanodeRegistration(127.0.0.1:46191, datanodeUuid=5a641035-066f-4bb0-ae14-a7dd4a0b3e7c, infoPort=46145, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=960794365;c=1731212462759) 2024-11-10T04:21:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe213db6ae9301a47 with lease ID 0x47ab10a793c1758: from storage DS-307732a0-f88e-4f3a-b9fb-d1321d31f441 node DatanodeRegistration(127.0.0.1:46191, datanodeUuid=5a641035-066f-4bb0-ae14-a7dd4a0b3e7c, infoPort=46145, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=960794365;c=1731212462759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:21:03,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72 2024-11-10T04:21:03,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:21:03,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497 with version=8 2024-11-10T04:21:03,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/hbase-staging 2024-11-10T04:21:03,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:21:03,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:21:03,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37285 2024-11-10T04:21:03,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37285 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:21:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372850x0, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:21:03,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37285-0x101001ba4ea0003 connected 2024-11-10T04:21:03,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/running 2024-11-10T04:21:03,822 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497, hbase.cluster.distributed=false 2024-11-10T04:21:03,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/acl 2024-11-10T04:21:03,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37285 2024-11-10T04:21:03,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37285 2024-11-10T04:21:03,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37285 2024-11-10T04:21:03,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37285 2024-11-10T04:21:03,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37285 2024-11-10T04:21:03,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:21:03,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:21:03,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43415 2024-11-10T04:21:03,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43415 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:21:03,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434150x0, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:21:03,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434150x0, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/running 2024-11-10T04:21:03,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43415-0x101001ba4ea0004 connected 2024-11-10T04:21:03,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:21:03,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:21:03,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/master 2024-11-10T04:21:03,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/acl 2024-11-10T04:21:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-10T04:21:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43415 2024-11-10T04:21:03,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43415 2024-11-10T04:21:03,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-10T04:21:03,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-10T04:21:03,867 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:37285 2024-11-10T04:21:03,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11110754339/backup-masters/e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/backup-masters 2024-11-10T04:21:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/backup-masters 2024-11-10T04:21:03,871 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on existing znode=/11110754339/backup-masters/e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11110754339/master 2024-11-10T04:21:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:03,873 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on existing znode=/11110754339/master 2024-11-10T04:21:03,874 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11110754339/backup-masters/e900e1ae4b9f,37285,1731212463800 from backup master directory 2024-11-10T04:21:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11110754339/backup-masters/e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/backup-masters 2024-11-10T04:21:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/backup-masters 2024-11-10T04:21:03,875 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:21:03,875 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:03,879 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/hbase.id] with ID: 3b84d151-7f13-43b8-a925-d716f0e7c32c 2024-11-10T04:21:03,879 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/.tmp/hbase.id 2024-11-10T04:21:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:21:04,285 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/.tmp/hbase.id]:[hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/hbase.id] 2024-11-10T04:21:04,297 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:04,297 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:21:04,298 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:21:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:21:04,706 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:21:04,707 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:21:04,708 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:21:05,115 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store 2024-11-10T04:21:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:21:05,523 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:05,523 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:21:05,523 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212465523Disabling compacts and flushes for region at 1731212465523Disabling writes for close at 1731212465523Writing region close event to WAL at 1731212465523Closed at 1731212465523 2024-11-10T04:21:05,524 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/.initializing 2024-11-10T04:21:05,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/WALs/e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:05,525 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:21:05,526 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C37285%2C1731212463800, suffix=, logDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/WALs/e900e1ae4b9f,37285,1731212463800, archiveDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/oldWALs, maxLogs=10 2024-11-10T04:21:05,539 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/WALs/e900e1ae4b9f,37285,1731212463800/e900e1ae4b9f%2C37285%2C1731212463800.1731212465526, exclude list is [], retry=0 2024-11-10T04:21:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46191,DS-7ec0b19a-d108-40a6-9494-c3a1ef5cfbe8,DISK] 2024-11-10T04:21:05,543 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/WALs/e900e1ae4b9f,37285,1731212463800/e900e1ae4b9f%2C37285%2C1731212463800.1731212465526 2024-11-10T04:21:05,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46145:46145)] 2024-11-10T04:21:05,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:05,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:05,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:21:05,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:21:05,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:05,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:05,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:21:05,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:05,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:05,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:21:05,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:05,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:05,552 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,553 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,553 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,555 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:05,556 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:21:05,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:05,558 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68831285, jitterRate=0.025666072964668274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:05,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212465544Initializing all the Stores at 1731212465545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212465545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212465545Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212465545Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212465545Cleaning up temporary data from old regions at 1731212465554 (+9 ms)Region opened successfully at 1731212465558 (+4 ms) 2024-11-10T04:21:05,559 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:21:05,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7735ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:21:05,562 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:21:05,562 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:21:05,562 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:21:05,562 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:21:05,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:21:05,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:21:05,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:21:05,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:21:05,566 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/balancer because node does not exist (not necessarily an error) 2024-11-10T04:21:05,568 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/balancer already deleted, retry=false 2024-11-10T04:21:05,568 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:21:05,569 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:21:05,570 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/normalizer already deleted, retry=false 2024-11-10T04:21:05,570 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:21:05,571 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:21:05,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/switch/split already deleted, retry=false 2024-11-10T04:21:05,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:21:05,574 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/switch/merge already deleted, retry=false 2024-11-10T04:21:05,576 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:21:05,578 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/snapshot-cleanup already deleted, retry=false 2024-11-10T04:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11110754339/running 2024-11-10T04:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11110754339/running 2024-11-10T04:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,580 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,37285,1731212463800, sessionid=0x101001ba4ea0003, setting cluster-up flag (Was=false) 2024-11-10T04:21:05,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,588 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11110754339/flush-table-proc/acquired, /11110754339/flush-table-proc/reached, /11110754339/flush-table-proc/abort 2024-11-10T04:21:05,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:05,597 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11110754339/online-snapshot/acquired, /11110754339/online-snapshot/reached, /11110754339/online-snapshot/abort 2024-11-10T04:21:05,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:05,599 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:21:05,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:05,600 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:21:05,600 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:21:05,601 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,37285,1731212463800 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:21:05,602 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212495603 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:21:05,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:05,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:21:05,604 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212465604,5,FailOnTimeoutGroup] 2024-11-10T04:21:05,604 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212465604,5,FailOnTimeoutGroup] 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:21:05,604 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,605 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:05,605 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:21:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:21:05,658 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(746): ClusterId : 3b84d151-7f13-43b8-a925-d716f0e7c32c 2024-11-10T04:21:05,658 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:21:05,662 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:21:05,662 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:21:05,663 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:21:05,664 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb5007d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:21:05,675 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:43415 2024-11-10T04:21:05,676 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:21:05,676 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:21:05,676 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:21:05,676 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,37285,1731212463800 with port=43415, startcode=1731212463839 2024-11-10T04:21:05,676 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:21:05,678 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:21:05,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37285 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,680 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497 2024-11-10T04:21:05,680 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45879 2024-11-10T04:21:05,680 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:21:05,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/rs 2024-11-10T04:21:05,685 DEBUG [RS:0;e900e1ae4b9f:43415 {}] zookeeper.ZKUtil(111): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on existing znode=/11110754339/rs/e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,685 WARN [RS:0;e900e1ae4b9f:43415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:21:05,685 INFO [RS:0;e900e1ae4b9f:43415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:05,686 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,43415,1731212463839] 2024-11-10T04:21:05,689 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:21:05,690 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:21:05,691 INFO [RS:0;e900e1ae4b9f:43415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:21:05,691 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,691 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:21:05,692 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:21:05,692 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:21:05,692 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:21:05,693 DEBUG [RS:0;e900e1ae4b9f:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:21:05,693 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,693 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,693 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,693 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,693 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,694 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43415,1731212463839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:21:05,708 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:21:05,708 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43415,1731212463839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,708 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,708 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.Replication(171): e900e1ae4b9f,43415,1731212463839 started 2024-11-10T04:21:05,721 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:05,721 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,43415,1731212463839, RpcServer on e900e1ae4b9f/172.17.0.2:43415, sessionid=0x101001ba4ea0004 2024-11-10T04:21:05,721 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:21:05,721 DEBUG [RS:0;e900e1ae4b9f:43415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,721 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43415,1731212463839' 2024-11-10T04:21:05,721 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11110754339/flush-table-proc/abort' 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11110754339/flush-table-proc/acquired' 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43415,1731212463839' 2024-11-10T04:21:05,722 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11110754339/online-snapshot/abort' 2024-11-10T04:21:05,723 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11110754339/online-snapshot/acquired' 2024-11-10T04:21:05,723 DEBUG [RS:0;e900e1ae4b9f:43415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:21:05,723 INFO [RS:0;e900e1ae4b9f:43415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:21:05,723 INFO [RS:0;e900e1ae4b9f:43415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:21:05,823 INFO [RS:0;e900e1ae4b9f:43415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:21:05,825 INFO [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43415%2C1731212463839, suffix=, logDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839, archiveDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/oldWALs, maxLogs=10 2024-11-10T04:21:05,838 DEBUG [RS:0;e900e1ae4b9f:43415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839/e900e1ae4b9f%2C43415%2C1731212463839.1731212465825, exclude list is [], retry=0 2024-11-10T04:21:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46191,DS-7ec0b19a-d108-40a6-9494-c3a1ef5cfbe8,DISK] 2024-11-10T04:21:05,843 INFO [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839/e900e1ae4b9f%2C43415%2C1731212463839.1731212465825 2024-11-10T04:21:05,843 DEBUG [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46145:46145)] 2024-11-10T04:21:06,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:21:06,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497 2024-11-10T04:21:06,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:21:06,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:06,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:21:06,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:21:06,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:21:06,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:21:06,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:21:06,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:21:06,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:21:06,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:21:06,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:21:06,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740 2024-11-10T04:21:06,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740 2024-11-10T04:21:06,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:21:06,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:21:06,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:06,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:21:06,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:06,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66574459, jitterRate=-0.007963255047798157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212466421Initializing all the Stores at 1731212466421Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466422 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212466422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466422Cleaning up temporary data from old regions at 1731212466430 (+8 ms)Region opened successfully at 1731212466434 (+4 ms) 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:21:06,434 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:21:06,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:21:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212466434Disabling compacts and flushes for region at 1731212466434Disabling writes for close at 1731212466434Writing region close event to WAL at 1731212466434Closed at 1731212466434 2024-11-10T04:21:06,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:06,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:21:06,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:21:06,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:21:06,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:21:06,588 DEBUG [e900e1ae4b9f:37285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:21:06,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:06,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43415,1731212463839, state=OPENING 2024-11-10T04:21:06,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:21:06,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:06,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:21:06,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:21:06,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11110754339/meta-region-server: CHANGED 2024-11-10T04:21:06,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11110754339/meta-region-server: CHANGED 2024-11-10T04:21:06,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43415,1731212463839}] 2024-11-10T04:21:06,746 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:21:06,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:21:06,751 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:21:06,752 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:06,752 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:21:06,753 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43415%2C1731212463839.meta, suffix=.meta, logDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839, archiveDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/oldWALs, maxLogs=10 2024-11-10T04:21:06,767 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839/e900e1ae4b9f%2C43415%2C1731212463839.meta.1731212466754.meta, exclude list is [], retry=0 2024-11-10T04:21:06,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46191,DS-7ec0b19a-d108-40a6-9494-c3a1ef5cfbe8,DISK] 2024-11-10T04:21:06,770 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/WALs/e900e1ae4b9f,43415,1731212463839/e900e1ae4b9f%2C43415%2C1731212463839.meta.1731212466754.meta 2024-11-10T04:21:06,771 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46145:46145)] 2024-11-10T04:21:06,771 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:06,771 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:21:06,771 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:21:06,771 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:21:06,771 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:21:06,772 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:21:06,772 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:06,772 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:21:06,772 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:21:06,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:21:06,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:21:06,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:21:06,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:21:06,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:21:06,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:21:06,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:21:06,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:21:06,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:21:06,778 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:21:06,778 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740 2024-11-10T04:21:06,779 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740 2024-11-10T04:21:06,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:21:06,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:21:06,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:21:06,782 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:21:06,783 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68352804, jitterRate=0.018536150455474854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:21:06,783 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:21:06,783 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212466772Writing region info on filesystem at 1731212466772Initializing all the Stores at 1731212466773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212466773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212466773Cleaning up temporary data from old regions at 1731212466781 (+8 ms)Running coprocessor post-open hooks at 1731212466783 (+2 ms)Region opened successfully at 1731212466783 2024-11-10T04:21:06,784 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212466746 2024-11-10T04:21:06,786 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:21:06,786 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:21:06,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:06,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43415,1731212463839, state=OPEN 2024-11-10T04:21:06,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11110754339/meta-region-server 2024-11-10T04:21:06,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11110754339/meta-region-server 2024-11-10T04:21:06,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:06,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11110754339/meta-region-server: CHANGED 2024-11-10T04:21:06,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11110754339/meta-region-server: CHANGED 2024-11-10T04:21:06,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:21:06,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43415,1731212463839 in 197 msec 2024-11-10T04:21:06,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:21:06,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-10T04:21:06,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:21:06,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:21:06,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:06,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43415,1731212463839, seqNum=-1] 2024-11-10T04:21:06,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:06,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:06,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-10T04:21:06,802 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212466802, completionTime=-1 2024-11-10T04:21:06,802 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:21:06,802 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212526804 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212586804 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:37285, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,806 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:21:06,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:21:06,811 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:21:06,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:21:06,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37285,1731212463800-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:21:06,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e6fb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:06,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37285,-1 for getting cluster id 2024-11-10T04:21:06,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:06,861 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b84d151-7f13-43b8-a925-d716f0e7c32c' 2024-11-10T04:21:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b84d151-7f13-43b8-a925-d716f0e7c32c" 2024-11-10T04:21:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405f0c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37285,-1] 2024-11-10T04:21:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:06,863 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:06,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a40904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:06,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:06,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43415,1731212463839, seqNum=-1] 2024-11-10T04:21:06,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:06,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:06,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:06,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56004 2024-11-10T04:21:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:21:06,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001ba4ea0005 connected 2024-11-10T04:21:06,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:06,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:06,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@172353eb 2024-11-10T04:21:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:06,880 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:06,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:21:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:21:06,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:21:06,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:06,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:21:06,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:21:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:21:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:07,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8817e5e3a3e066a92cc8ed9bed4cfeff, NAME => 'test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c 2024-11-10T04:21:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:21:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:07,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:21:07,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:07,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8817e5e3a3e066a92cc8ed9bed4cfeff, disabling compactions & flushes 2024-11-10T04:21:07,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:07,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:07,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. after waiting 0 ms 2024-11-10T04:21:07,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:07,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:07,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8817e5e3a3e066a92cc8ed9bed4cfeff: Waiting for close lock at 1731212467702Disabling compacts and flushes for region at 1731212467702Disabling writes for close at 1731212467703 (+1 ms)Writing region close event to WAL at 1731212467703Closed at 1731212467703 2024-11-10T04:21:07,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:21:07,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212467704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212467704"}]},"ts":"1731212467704"} 2024-11-10T04:21:07,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:21:07,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:21:07,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212467708"}]},"ts":"1731212467708"} 2024-11-10T04:21:07,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:21:07,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8817e5e3a3e066a92cc8ed9bed4cfeff, ASSIGN}] 2024-11-10T04:21:07,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8817e5e3a3e066a92cc8ed9bed4cfeff, ASSIGN 2024-11-10T04:21:07,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8817e5e3a3e066a92cc8ed9bed4cfeff, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,43033,1731212459703; forceNewPlan=false, retain=false 2024-11-10T04:21:07,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8817e5e3a3e066a92cc8ed9bed4cfeff, regionState=OPENING, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:07,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8817e5e3a3e066a92cc8ed9bed4cfeff, ASSIGN because future has completed 2024-11-10T04:21:07,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8817e5e3a3e066a92cc8ed9bed4cfeff, server=e900e1ae4b9f,43033,1731212459703}] 2024-11-10T04:21:07,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:21:07,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:21:07,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:21:07,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T04:21:07,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:21:07,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:21:08,023 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:08,023 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8817e5e3a3e066a92cc8ed9bed4cfeff, NAME => 'test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:08,024 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:21:08,024 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:21:08,024 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,024 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:08,024 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,024 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,026 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,027 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8817e5e3a3e066a92cc8ed9bed4cfeff columnFamilyName f 2024-11-10T04:21:08,027 DEBUG [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:08,027 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(327): Store=8817e5e3a3e066a92cc8ed9bed4cfeff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:08,028 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:08,029 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8817e5e3a3e066a92cc8ed9bed4cfeff columnFamilyName f1 2024-11-10T04:21:08,029 DEBUG [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:08,029 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(327): Store=8817e5e3a3e066a92cc8ed9bed4cfeff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:08,030 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,030 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8817e5e3a3e066a92cc8ed9bed4cfeff columnFamilyName norep 2024-11-10T04:21:08,031 DEBUG [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:08,031 INFO [StoreOpener-8817e5e3a3e066a92cc8ed9bed4cfeff-1 {}] regionserver.HStore(327): Store=8817e5e3a3e066a92cc8ed9bed4cfeff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:08,031 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,032 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,032 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,033 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,033 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,034 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:21:08,035 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:08,038 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8817e5e3a3e066a92cc8ed9bed4cfeff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68980746, jitterRate=0.02789321541786194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:21:08,038 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:21:08,039 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8817e5e3a3e066a92cc8ed9bed4cfeff: Running coprocessor pre-open hook at 1731212468025Writing region info on filesystem at 1731212468025Initializing all the Stores at 1731212468025Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212468025Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212468026 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212468026Cleaning up temporary data from old regions at 1731212468033 (+7 ms)Running coprocessor post-open hooks at 1731212468038 (+5 ms)Region opened successfully at 1731212468039 (+1 ms) 2024-11-10T04:21:08,042 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., pid=6, masterSystemTime=1731212468019 2024-11-10T04:21:08,044 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:08,044 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:21:08,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8817e5e3a3e066a92cc8ed9bed4cfeff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:08,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8817e5e3a3e066a92cc8ed9bed4cfeff, server=e900e1ae4b9f,43033,1731212459703 because future has completed 2024-11-10T04:21:08,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:21:08,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8817e5e3a3e066a92cc8ed9bed4cfeff, server=e900e1ae4b9f,43033,1731212459703 in 183 msec 2024-11-10T04:21:08,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:21:08,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8817e5e3a3e066a92cc8ed9bed4cfeff, ASSIGN in 341 msec 2024-11-10T04:21:08,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:21:08,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212468054"}]},"ts":"1731212468054"} 2024-11-10T04:21:08,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:21:08,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:21:08,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-10T04:21:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:09,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:09,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:21:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2d9841 2024-11-10T04:21:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:09,041 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:09,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:21:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:21:09,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:21:09,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:09,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:21:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:09,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:21:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:21:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:09,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 821cb068d099ee86b5a044731070c2a9, NAME => 'test,,1731212469041.821cb068d099ee86b5a044731070c2a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497 2024-11-10T04:21:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:21:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:09,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212469041.821cb068d099ee86b5a044731070c2a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:09,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 821cb068d099ee86b5a044731070c2a9, disabling compactions & flushes 2024-11-10T04:21:09,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:09,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:09,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212469041.821cb068d099ee86b5a044731070c2a9. after waiting 0 ms 2024-11-10T04:21:09,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:09,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:09,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 821cb068d099ee86b5a044731070c2a9: Waiting for close lock at 1731212469859Disabling compacts and flushes for region at 1731212469859Disabling writes for close at 1731212469860 (+1 ms)Writing region close event to WAL at 1731212469860Closed at 1731212469860 2024-11-10T04:21:09,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:21:09,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212469041.821cb068d099ee86b5a044731070c2a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212469861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212469861"}]},"ts":"1731212469861"} 2024-11-10T04:21:09,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:21:09,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:21:09,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212469865"}]},"ts":"1731212469865"} 2024-11-10T04:21:09,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:21:09,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=821cb068d099ee86b5a044731070c2a9, ASSIGN}] 2024-11-10T04:21:09,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=821cb068d099ee86b5a044731070c2a9, ASSIGN 2024-11-10T04:21:09,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=821cb068d099ee86b5a044731070c2a9, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,43415,1731212463839; forceNewPlan=false, retain=false 2024-11-10T04:21:10,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=821cb068d099ee86b5a044731070c2a9, regionState=OPENING, regionLocation=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:10,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=821cb068d099ee86b5a044731070c2a9, ASSIGN because future has completed 2024-11-10T04:21:10,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 821cb068d099ee86b5a044731070c2a9, server=e900e1ae4b9f,43415,1731212463839}] 2024-11-10T04:21:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:10,180 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:10,180 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 821cb068d099ee86b5a044731070c2a9, NAME => 'test,,1731212469041.821cb068d099ee86b5a044731070c2a9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:10,181 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:21:10,181 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:21:10,181 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,181 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212469041.821cb068d099ee86b5a044731070c2a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:10,181 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,181 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,183 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,184 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 821cb068d099ee86b5a044731070c2a9 columnFamilyName f 2024-11-10T04:21:10,184 DEBUG [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:10,184 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(327): Store=821cb068d099ee86b5a044731070c2a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:10,185 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,186 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 821cb068d099ee86b5a044731070c2a9 columnFamilyName f1 2024-11-10T04:21:10,186 DEBUG [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:10,186 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(327): Store=821cb068d099ee86b5a044731070c2a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:10,186 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,187 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 821cb068d099ee86b5a044731070c2a9 columnFamilyName norep 2024-11-10T04:21:10,188 DEBUG [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:10,188 INFO [StoreOpener-821cb068d099ee86b5a044731070c2a9-1 {}] regionserver.HStore(327): Store=821cb068d099ee86b5a044731070c2a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:10,188 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,189 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,189 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,190 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,190 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,191 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:21:10,192 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,194 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:10,195 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 821cb068d099ee86b5a044731070c2a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74999996, jitterRate=0.11758702993392944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:21:10,195 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:21:10,195 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 821cb068d099ee86b5a044731070c2a9: Running coprocessor pre-open hook at 1731212470182Writing region info on filesystem at 1731212470182Initializing all the Stores at 1731212470182Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212470182Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212470183 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212470183Cleaning up temporary data from old regions at 1731212470190 (+7 ms)Running coprocessor post-open hooks at 1731212470195 (+5 ms)Region opened successfully at 1731212470195 2024-11-10T04:21:10,196 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212469041.821cb068d099ee86b5a044731070c2a9., pid=6, masterSystemTime=1731212470176 2024-11-10T04:21:10,198 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:10,198 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:21:10,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=821cb068d099ee86b5a044731070c2a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,43415,1731212463839 2024-11-10T04:21:10,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 821cb068d099ee86b5a044731070c2a9, server=e900e1ae4b9f,43415,1731212463839 because future has completed 2024-11-10T04:21:10,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:21:10,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 821cb068d099ee86b5a044731070c2a9, server=e900e1ae4b9f,43415,1731212463839 in 179 msec 2024-11-10T04:21:10,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:21:10,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=821cb068d099ee86b5a044731070c2a9, ASSIGN in 337 msec 2024-11-10T04:21:10,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:21:10,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212470208"}]},"ts":"1731212470208"} 2024-11-10T04:21:10,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:21:10,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:21:10,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-10T04:21:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:21:11,199 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:21:11,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621ed92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43725,-1 for getting cluster id 2024-11-10T04:21:11,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:11,201 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f07eeefc-9e8d-4c3a-9b40-2a5e5f567894' 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f07eeefc-9e8d-4c3a-9b40-2a5e5f567894" 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156d452f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43725,-1] 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,202 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ed85c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583b0c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37285,-1 for getting cluster id 2024-11-10T04:21:11,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:11,204 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b84d151-7f13-43b8-a925-d716f0e7c32c' 2024-11-10T04:21:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b84d151-7f13-43b8-a925-d716f0e7c32c" 2024-11-10T04:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14821be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37285,-1] 2024-11-10T04:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,206 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e3e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43233f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43725,-1 for getting cluster id 2024-11-10T04:21:11,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:11,208 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f07eeefc-9e8d-4c3a-9b40-2a5e5f567894' 2024-11-10T04:21:11,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:11,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f07eeefc-9e8d-4c3a-9b40-2a5e5f567894" 2024-11-10T04:21:11,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43725,-1] 2024-11-10T04:21:11,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,209 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-11-10T04:21:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:11,214 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:11,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:37285,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:21:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:21:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:11,217 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37285' 2024-11-10T04:21:11,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fef00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,218 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37285,-1 for getting cluster id 2024-11-10T04:21:11,218 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:11,219 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b84d151-7f13-43b8-a925-d716f0e7c32c' 2024-11-10T04:21:11,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:11,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b84d151-7f13-43b8-a925-d716f0e7c32c" 2024-11-10T04:21:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79903929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37285,-1] 2024-11-10T04:21:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,221 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:11,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e532964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:11,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:11,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:11,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49dfa311 2024-11-10T04:21:11,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:11,223 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:11,224 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:21:11,224 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:21:11,224 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,224 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:11,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:21:11,224 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:21:11,225 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:21:11,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:21:11,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:11,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:21:11,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:21:11,276 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:21:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:11,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a9acb3ae9fa427a68a57fbb9612f5ce, NAME => 'hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c 2024-11-10T04:21:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:21:11,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:21:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:12,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:12,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a9acb3ae9fa427a68a57fbb9612f5ce, disabling compactions & flushes 2024-11-10T04:21:12,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. after waiting 0 ms 2024-11-10T04:21:12,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a9acb3ae9fa427a68a57fbb9612f5ce: Waiting for close lock at 1731212472043Disabling compacts and flushes for region at 1731212472043Disabling writes for close at 1731212472043Writing region close event to WAL at 1731212472043Closed at 1731212472043 2024-11-10T04:21:12,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:21:12,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212472044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212472044"}]},"ts":"1731212472044"} 2024-11-10T04:21:12,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:21:12,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:21:12,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212472047"}]},"ts":"1731212472047"} 2024-11-10T04:21:12,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:21:12,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9acb3ae9fa427a68a57fbb9612f5ce, ASSIGN}] 2024-11-10T04:21:12,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9acb3ae9fa427a68a57fbb9612f5ce, ASSIGN 2024-11-10T04:21:12,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a9acb3ae9fa427a68a57fbb9612f5ce, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,43033,1731212459703; forceNewPlan=false, retain=false 2024-11-10T04:21:12,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9acb3ae9fa427a68a57fbb9612f5ce, regionState=OPENING, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a9acb3ae9fa427a68a57fbb9612f5ce, ASSIGN because future has completed 2024-11-10T04:21:12,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9acb3ae9fa427a68a57fbb9612f5ce, server=e900e1ae4b9f,43033,1731212459703}] 2024-11-10T04:21:12,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:21:12,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:12,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:12,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:12,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:12,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:21:12,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:21:12,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43033%2C1731212459703.rep, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs, maxLogs=10 2024-11-10T04:21:12,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.rep.1731212472363, exclude list is [], retry=0 2024-11-10T04:21:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e1a0ddfe-2546-4af9-8565-675a28dbaef2,DISK] 2024-11-10T04:21:12,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.rep.1731212472363 2024-11-10T04:21:12,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45389:45389)] 2024-11-10T04:21:12,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9acb3ae9fa427a68a57fbb9612f5ce, NAME => 'hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:21:12,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:21:12,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:21:12,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. service=MultiRowMutationService 2024-11-10T04:21:12,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:21:12,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:21:12,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,383 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,384 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9acb3ae9fa427a68a57fbb9612f5ce columnFamilyName hfileref 2024-11-10T04:21:12,384 DEBUG [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:12,385 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(327): Store=7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:12,385 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,386 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9acb3ae9fa427a68a57fbb9612f5ce columnFamilyName queue 2024-11-10T04:21:12,386 DEBUG [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:12,386 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(327): Store=7a9acb3ae9fa427a68a57fbb9612f5ce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:12,387 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,387 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9acb3ae9fa427a68a57fbb9612f5ce columnFamilyName sid 2024-11-10T04:21:12,387 DEBUG [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:21:12,388 INFO [StoreOpener-7a9acb3ae9fa427a68a57fbb9612f5ce-1 {}] regionserver.HStore(327): Store=7a9acb3ae9fa427a68a57fbb9612f5ce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:21:12,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:21:12,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:21:12,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a9acb3ae9fa427a68a57fbb9612f5ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313914, jitterRate=0.032857805490493774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:21:12,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:21:12,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a9acb3ae9fa427a68a57fbb9612f5ce: Running coprocessor pre-open hook at 1731212472382Writing region info on filesystem at 1731212472382Initializing all the Stores at 1731212472383 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212472383Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212472383Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212472383Cleaning up temporary data from old regions at 1731212472390 (+7 ms)Running coprocessor post-open hooks at 1731212472395 (+5 ms)Region opened successfully at 1731212472396 (+1 ms) 2024-11-10T04:21:12,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce., pid=10, masterSystemTime=1731212472357 2024-11-10T04:21:12,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:21:12,399 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9acb3ae9fa427a68a57fbb9612f5ce, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,43033,1731212459703 2024-11-10T04:21:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9acb3ae9fa427a68a57fbb9612f5ce, server=e900e1ae4b9f,43033,1731212459703 because future has completed 2024-11-10T04:21:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:21:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9acb3ae9fa427a68a57fbb9612f5ce, server=e900e1ae4b9f,43033,1731212459703 in 197 msec 2024-11-10T04:21:12,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:21:12,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9acb3ae9fa427a68a57fbb9612f5ce, ASSIGN in 354 msec 2024-11-10T04:21:12,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:21:12,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212472407"}]},"ts":"1731212472407"} 2024-11-10T04:21:12,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:21:12,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:21:12,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-10T04:21:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2] 2024-11-10T04:21:12,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:12,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:21:12,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:21:12,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:21:12,596 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:21:12,625 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,43033,1731212459703, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:21:12,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:12,626 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:12,626 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:12,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T04:21:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,43033,1731212459703', locateType=CURRENT is [region=hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2] 2024-11-10T04:21:12,632 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:21:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:21:12,635 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,43033,1731212459703 suceeded 2024-11-10T04:21:12,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:21:12,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T04:21:12,637 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:37285,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T04:21:12,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-10T04:21:12,687 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37285' 2024-11-10T04:21:12,688 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130bb5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:12,688 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37285,-1 for getting cluster id 2024-11-10T04:21:12,689 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:12,690 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b84d151-7f13-43b8-a925-d716f0e7c32c' 2024-11-10T04:21:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b84d151-7f13-43b8-a925-d716f0e7c32c" 2024-11-10T04:21:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f62746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:12,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37285,-1] 2024-11-10T04:21:12,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:12,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:12,692 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:12,692 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44052c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:12,692 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7099438 2024-11-10T04:21:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:12,694 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T04:21:12,695 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,43033,1731212459703 (queues=1) is replicating from cluster=f07eeefc-9e8d-4c3a-9b40-2a5e5f567894 to cluster=3b84d151-7f13-43b8-a925-d716f0e7c32c 2024-11-10T04:21:12,695 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C43033%2C1731212459703 2024-11-10T04:21:12,695 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,43033,1731212459703, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:21:12,695 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C43033%2C1731212459703 2024-11-10T04:21:12,695 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694, startPosition=0, beingWritten=true 2024-11-10T04:21:12,704 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:21:12,704 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:12,704 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:21:12,907 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:13,212 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:21:13,368 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:21:13,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:21:13,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:21:13,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:13,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:13,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:21:13,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:13,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731212473373/Put/seqid=0 2024-11-10T04:21:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741840_1016 (size=7894) 2024-11-10T04:21:13,616 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:13,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731212473782/Put/seqid=0 2024-11-10T04:21:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741841_1017 (size=7691) 2024-11-10T04:21:14,121 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:14,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec86dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43725,-1 for getting cluster id 2024-11-10T04:21:14,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:14,193 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f07eeefc-9e8d-4c3a-9b40-2a5e5f567894' 2024-11-10T04:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f07eeefc-9e8d-4c3a-9b40-2a5e5f567894" 2024-11-10T04:21:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43725,-1] 2024-11-10T04:21:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:14,195 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:14,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaacd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:14,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:14,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a069881 2024-11-10T04:21:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:14,212 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:14,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2] 2024-11-10T04:21:14,228 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:21:14,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T04:21:14,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T04:21:14,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_1 for inclusion in 8817e5e3a3e066a92cc8ed9bed4cfeff/f 2024-11-10T04:21:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T04:21:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:14,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_0 for inclusion in 8817e5e3a3e066a92cc8ed9bed4cfeff/f 2024-11-10T04:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T04:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegion(2603): Flush status journal for 8817e5e3a3e066a92cc8ed9bed4cfeff: 2024-11-10T04:21:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_1 to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_1 2024-11-10T04:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_1 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ 2024-11-10T04:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f/f/hfile_0 to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_0 2024-11-10T04:21:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_0 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ 2024-11-10T04:21:14,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_1 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ - updating store file list. 2024-11-10T04:21:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f235f869f5a640c6b434e38017ca8937_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:14,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ into 8817e5e3a3e066a92cc8ed9bed4cfeff/f 2024-11-10T04:21:14,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_1 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f (new location: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_) 2024-11-10T04:21:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_1 2024-11-10T04:21:14,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_0 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ - updating store file list. 2024-11-10T04:21:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7996dc067f084823bef97c184eb7c583_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:14,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ into 8817e5e3a3e066a92cc8ed9bed4cfeff/f 2024-11-10T04:21:14,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_0 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f (new location: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f/7996dc067f084823bef97c184eb7c583_SeqId_4_) 2024-11-10T04:21:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__ne1h194b3ia9co86o401k8otlffm2o9m64i0ja4ddkuonjjvb3etjsu8aqsdgq8l/f/hfile_0 2024-11-10T04:21:14,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:21:14,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:21:14,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:14,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:14,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:21:14,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 , the old value is region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:43033 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:21:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:21:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 from cache 2024-11-10T04:21:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43415,1731212463839, seqNum=-1] 2024-11-10T04:21:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:14,318 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:21:14,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:14,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212469041.821cb068d099ee86b5a044731070c2a9., hostname=e900e1ae4b9f,43415,1731212463839, seqNum=2] 2024-11-10T04:21:14,325 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:21:14,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:21:14,725 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 379, reset compression=false 2024-11-10T04:21:14,732 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:21:14,732 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: WALEntryBatch [walEntries=[{test/8817e5e3a3e066a92cc8ed9bed4cfeff/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212474310/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:21:14,756 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:21:14,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T04:21:14,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.ReplicationSink(318): Replicating [f07eeefc-9e8d-4c3a-9b40-2a5e5f567894] bulk loaded data 2024-11-10T04:21:14,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109979e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37285,-1 for getting cluster id 2024-11-10T04:21:14,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:14,763 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b84d151-7f13-43b8-a925-d716f0e7c32c' 2024-11-10T04:21:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b84d151-7f13-43b8-a925-d716f0e7c32c" 2024-11-10T04:21:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c0ce99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37285,-1] 2024-11-10T04:21:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:14,764 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:14,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8b9d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741837_1013 (size=7691) 2024-11-10T04:21:14,932 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741838_1014 (size=7894) 2024-11-10T04:21:15,236 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:15,327 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:21:15,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37285,1731212463800 2024-11-10T04:21:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14940bd0 2024-11-10T04:21:15,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:15,596 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T04:21:15,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:21:15,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43415,1731212463839, seqNum=-1] 2024-11-10T04:21:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:15,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T04:21:15,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T04:21:15,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T04:21:15,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ for inclusion in 821cb068d099ee86b5a044731070c2a9/f 2024-11-10T04:21:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T04:21:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:15,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ for inclusion in 821cb068d099ee86b5a044731070c2a9/f 2024-11-10T04:21:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T04:21:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HRegion(2603): Flush status journal for 821cb068d099ee86b5a044731070c2a9: 2024-11-10T04:21:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f235f869f5a640c6b434e38017ca8937_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:21:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/8a035ace2cec43eea21dac03300471d1_SeqId_4_ 2024-11-10T04:21:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7996dc067f084823bef97c184eb7c583_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:21:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/d2e91794975840a1bd42c41789a0c509_SeqId_4_ 2024-11-10T04:21:15,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/8a035ace2cec43eea21dac03300471d1_SeqId_4_ - updating store file list. 2024-11-10T04:21:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a035ace2cec43eea21dac03300471d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:15,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/8a035ace2cec43eea21dac03300471d1_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f 2024-11-10T04:21:15,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f (new location: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/8a035ace2cec43eea21dac03300471d1_SeqId_4_) 2024-11-10T04:21:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/f235f869f5a640c6b434e38017ca8937_SeqId_4_ 2024-11-10T04:21:15,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/d2e91794975840a1bd42c41789a0c509_SeqId_4_ - updating store file list. 2024-11-10T04:21:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2e91794975840a1bd42c41789a0c509_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/d2e91794975840a1bd42c41789a0c509_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f 2024-11-10T04:21:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ into 821cb068d099ee86b5a044731070c2a9/f (new location: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/f/d2e91794975840a1bd42c41789a0c509_SeqId_4_) 2024-11-10T04:21:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/staging/jenkins.hfs.6__test__70jq71l5pgn00jm5hsfk411mape8o75u0koou6k06k6ha6t4om4ol01t99pat2cj/f/7996dc067f084823bef97c184eb7c583_SeqId_4_ 2024-11-10T04:21:15,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] regionserver.ReplicationSink(324): Finished replicating [f07eeefc-9e8d-4c3a-9b40-2a5e5f567894] bulk loaded data 2024-11-10T04:21:15,641 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:16,145 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:16,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:21:16,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731212476343/Put/seqid=0 2024-11-10T04:21:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741842_1018 (size=7997) 2024-11-10T04:21:16,749 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:16,753 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731212476752/Put/seqid=0 2024-11-10T04:21:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741843_1019 (size=7794) 2024-11-10T04:21:17,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb33e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:17,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43725,-1 for getting cluster id 2024-11-10T04:21:17,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:21:17,160 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f07eeefc-9e8d-4c3a-9b40-2a5e5f567894' 2024-11-10T04:21:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:21:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f07eeefc-9e8d-4c3a-9b40-2a5e5f567894" 2024-11-10T04:21:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7457554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43725,-1] 2024-11-10T04:21:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:21:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:17,162 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:21:17,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16770c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:21:17,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:17,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:17,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:21:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43725,1731212459653 2024-11-10T04:21:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8a26a 2024-11-10T04:21:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:21:17,174 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:21:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2] 2024-11-10T04:21:17,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:21:17,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T04:21:17,187 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T04:21:17,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_1 for inclusion in 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 2024-11-10T04:21:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T04:21:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:17,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_0 for inclusion in 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 2024-11-10T04:21:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T04:21:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:21:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegion(2603): Flush status journal for 8817e5e3a3e066a92cc8ed9bed4cfeff: 2024-11-10T04:21:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_1 to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_1 2024-11-10T04:21:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_1 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/7c38731c48e943c28fb0ef4922c9edac_SeqId_6_ 2024-11-10T04:21:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/load_f1/f1/hfile_0 to hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_0 2024-11-10T04:21:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_0 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/1394a374f08f454cac5a66d026f10b89_SeqId_6_ 2024-11-10T04:21:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T04:21:17,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_1 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/7c38731c48e943c28fb0ef4922c9edac_SeqId_6_ - updating store file list. 2024-11-10T04:21:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c38731c48e943c28fb0ef4922c9edac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:17,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/7c38731c48e943c28fb0ef4922c9edac_SeqId_6_ into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 2024-11-10T04:21:17,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_1 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 (new location: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/7c38731c48e943c28fb0ef4922c9edac_SeqId_6_) 2024-11-10T04:21:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_1 2024-11-10T04:21:17,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_0 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/1394a374f08f454cac5a66d026f10b89_SeqId_6_ - updating store file list. 2024-11-10T04:21:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1394a374f08f454cac5a66d026f10b89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:21:17,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/1394a374f08f454cac5a66d026f10b89_SeqId_6_ into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 2024-11-10T04:21:17,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_0 into 8817e5e3a3e066a92cc8ed9bed4cfeff/f1 (new location: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/f1/1394a374f08f454cac5a66d026f10b89_SeqId_6_) 2024-11-10T04:21:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/staging/jenkins__test__hh3al7gas54vatv24t9gh2v4ivvth9jrjml2baj15hlqdlopl9cd1fbumnnal1m1/f1/hfile_0 2024-11-10T04:21:17,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:21:17,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:21:17,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:17,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 , the old value is region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:43033 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:21:17,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:21:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2 from cache 2024-11-10T04:21:17,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:21:17,215 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:21:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43033,1731212459703, seqNum=-1] 2024-11-10T04:21:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:21:17,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., hostname=e900e1ae4b9f,43033,1731212459703, seqNum=2] 2024-11-10T04:21:17,318 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:21:17,454 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 687, reset compression=false 2024-11-10T04:21:17,460 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:21:17,460 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:17,460 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:21:17,663 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:17,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:21:17,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:17,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:17,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:17,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:21:17,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:21:17,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:21:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:21:17,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T04:21:17,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:21:17,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:21:17,968 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:18,372 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:18,876 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:19,481 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:20,185 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:20,990 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:21,894 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:22,898 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:24,003 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:25,207 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:26,511 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:27,916 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:29,241 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:21:29,420 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:31,024 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:32,728 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:33,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:21:34,533 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:37,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: null 2024-11-10T04:21:38,441 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:40,545 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:42,700 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T04:21:42,700 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T04:21:42,749 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:45,054 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:47,458 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:47,708 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T04:21:47,708 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T04:21:49,963 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:52,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:53,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8817e5e3a3e066a92cc8ed9bed4cfeff, had cached 0 bytes from a total of 31376 2024-11-10T04:21:55,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 821cb068d099ee86b5a044731070c2a9, had cached 0 bytes from a total of 15585 2024-11-10T04:21:55,271 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:57,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: null 2024-11-10T04:21:58,076 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:21:59,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:22:00,980 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:02,709 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:22:03,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:22:03,985 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:07,090 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:07,859 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:22:10,294 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:13,599 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:17,004 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:17,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:22:17,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:17,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:17,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:17,248 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:22:17,248 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=463276697, stopped=false 2024-11-10T04:22:17,248 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,37285,1731212463800 2024-11-10T04:22:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11110754339/running 2024-11-10T04:22:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11110754339/running 2024-11-10T04:22:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:22:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:22:17,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:17,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:17,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:17,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:17,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,43415,1731212463839' ***** 2024-11-10T04:22:17,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:22:17,251 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:22:17,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:22:17,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/running 2024-11-10T04:22:17,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Set watcher on znode that does not yet exist, /11110754339/running 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(3091): Received CLOSE for 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,43415,1731212463839 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43415. 2024-11-10T04:22:17,252 DEBUG [RS:0;e900e1ae4b9f:43415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:17,252 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:17,252 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 821cb068d099ee86b5a044731070c2a9, disabling compactions & flushes 2024-11-10T04:22:17,252 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:22:17,252 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:22:17,252 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212469041.821cb068d099ee86b5a044731070c2a9. after waiting 0 ms 2024-11-10T04:22:17,252 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:22:17,252 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:22:17,253 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:22:17,253 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 821cb068d099ee86b5a044731070c2a9=test,,1731212469041.821cb068d099ee86b5a044731070c2a9.} 2024-11-10T04:22:17,253 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 821cb068d099ee86b5a044731070c2a9 2024-11-10T04:22:17,253 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:17,253 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:17,253 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:17,253 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:17,253 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:17,253 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T04:22:17,258 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/default/test/821cb068d099ee86b5a044731070c2a9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T04:22:17,258 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:17,258 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:22:17,258 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:22:17,258 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 821cb068d099ee86b5a044731070c2a9: Waiting for close lock at 1731212537252Running coprocessor pre-close hooks at 1731212537252Disabling compacts and flushes for region at 1731212537252Disabling writes for close at 1731212537252Writing region close event to WAL at 1731212537253 (+1 ms)Running coprocessor post-close hooks at 1731212537258 (+5 ms)Closed at 1731212537258 2024-11-10T04:22:17,258 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212469041.821cb068d099ee86b5a044731070c2a9. 2024-11-10T04:22:17,274 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/info/e02ff0c7eb194040a210cd0691541dce is 129, key is test,,1731212469041.821cb068d099ee86b5a044731070c2a9./info:regioninfo/1731212470199/Put/seqid=0 2024-11-10T04:22:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741839_1015 (size=6421) 2024-11-10T04:22:17,342 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:17,453 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:17,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43033,1731212459703 got entry batch from reader: null 2024-11-10T04:22:17,653 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:17,679 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/info/e02ff0c7eb194040a210cd0691541dce 2024-11-10T04:22:17,699 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:22:17,699 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:22:17,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/ns/ed6a93a6646b4f639130095cb5f50e11 is 43, key is default/ns:d/1731212466798/Put/seqid=0 2024-11-10T04:22:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741840_1016 (size=5153) 2024-11-10T04:22:17,853 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,053 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,104 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/ns/ed6a93a6646b4f639130095cb5f50e11 2024-11-10T04:22:18,124 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/rep_barrier/5fafb15c5f9d43389ed2ff9b2270049d is 112, key is test,,1731212469041.821cb068d099ee86b5a044731070c2a9./rep_barrier:seqnumDuringOpen/1731212470199/Put/seqid=0 2024-11-10T04:22:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741841_1017 (size=5518) 2024-11-10T04:22:18,254 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:22:18,254 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:18,254 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,454 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,528 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/rep_barrier/5fafb15c5f9d43389ed2ff9b2270049d 2024-11-10T04:22:18,548 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/table/3e4143e44bfe4f399131812f2249c35a is 40, key is test/table:state/1731212470208/Put/seqid=0 2024-11-10T04:22:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741842_1018 (size=5165) 2024-11-10T04:22:18,654 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,854 DEBUG [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:18,953 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/table/3e4143e44bfe4f399131812f2249c35a 2024-11-10T04:22:18,958 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/info/e02ff0c7eb194040a210cd0691541dce as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/info/e02ff0c7eb194040a210cd0691541dce 2024-11-10T04:22:18,964 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/info/e02ff0c7eb194040a210cd0691541dce, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T04:22:18,965 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/ns/ed6a93a6646b4f639130095cb5f50e11 as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/ns/ed6a93a6646b4f639130095cb5f50e11 2024-11-10T04:22:18,970 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/ns/ed6a93a6646b4f639130095cb5f50e11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:22:18,971 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/rep_barrier/5fafb15c5f9d43389ed2ff9b2270049d as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/rep_barrier/5fafb15c5f9d43389ed2ff9b2270049d 2024-11-10T04:22:18,976 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/rep_barrier/5fafb15c5f9d43389ed2ff9b2270049d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T04:22:18,977 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/.tmp/table/3e4143e44bfe4f399131812f2249c35a as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/table/3e4143e44bfe4f399131812f2249c35a 2024-11-10T04:22:18,981 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/table/3e4143e44bfe4f399131812f2249c35a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:22:18,982 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false 2024-11-10T04:22:18,986 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:22:18,987 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:18,987 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:18,987 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:18,987 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212537253Running coprocessor pre-close hooks at 1731212537253Disabling compacts and flushes for region at 1731212537253Disabling writes for close at 1731212537253Obtaining lock to block concurrent updates at 1731212537253Preparing flush snapshotting stores in 1588230740 at 1731212537253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731212537254 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212537254Flushing 1588230740/info: creating writer at 1731212537254Flushing 1588230740/info: appending metadata at 1731212537273 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731212537273Flushing 1588230740/ns: creating writer at 1731212537685 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731212537699 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212537699Flushing 1588230740/rep_barrier: creating writer at 1731212538109 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212538124 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212538124Flushing 1588230740/table: creating writer at 1731212538534 (+410 ms)Flushing 1588230740/table: appending metadata at 1731212538548 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731212538548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18081ad0: reopening flushed file at 1731212538958 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cd8317: reopening flushed file at 1731212538964 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598b52e9: reopening flushed file at 1731212538971 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb993f8: reopening flushed file at 1731212538976 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false at 1731212538982 (+6 ms)Writing region close event to WAL at 1731212538983 (+1 ms)Running coprocessor post-close hooks at 1731212538987 (+4 ms)Closed at 1731212538987 2024-11-10T04:22:18,987 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:19,054 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,43415,1731212463839; all regions closed. 2024-11-10T04:22:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741834_1010 (size=2717) 2024-11-10T04:22:19,059 DEBUG [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/oldWALs 2024-11-10T04:22:19,059 INFO [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43415%2C1731212463839.meta:.meta(num 1731212466754) 2024-11-10T04:22:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741832_1008 (size=1028) 2024-11-10T04:22:19,063 DEBUG [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/oldWALs 2024-11-10T04:22:19,063 INFO [RS:0;e900e1ae4b9f:43415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43415%2C1731212463839:(num 1731212465825) 2024-11-10T04:22:19,063 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:19,063 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:19,063 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:19,063 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:19,063 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:19,063 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:19,064 INFO [RS:0;e900e1ae4b9f:43415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43415. 2024-11-10T04:22:19,064 DEBUG [RS:0;e900e1ae4b9f:43415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:19,064 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:19,064 DEBUG [RS:0;e900e1ae4b9f:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:19,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:19,064 INFO [RS:0;e900e1ae4b9f:43415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43415 2024-11-10T04:22:19,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11110754339/rs/e900e1ae4b9f,43415,1731212463839 2024-11-10T04:22:19,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339/rs 2024-11-10T04:22:19,066 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:19,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,43415,1731212463839] 2024-11-10T04:22:19,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11110754339/draining/e900e1ae4b9f,43415,1731212463839 already deleted, retry=false 2024-11-10T04:22:19,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,43415,1731212463839 expired; onlineServers=0 2024-11-10T04:22:19,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,37285,1731212463800' ***** 2024-11-10T04:22:19,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:22:19,070 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:19,070 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:19,071 DEBUG [M:0;e900e1ae4b9f:37285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:22:19,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:22:19,071 DEBUG [M:0;e900e1ae4b9f:37285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:22:19,071 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212465604 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212465604,5,FailOnTimeoutGroup] 2024-11-10T04:22:19,071 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212465604 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212465604,5,FailOnTimeoutGroup] 2024-11-10T04:22:19,071 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:19,071 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:19,071 DEBUG [M:0;e900e1ae4b9f:37285 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:22:19,071 INFO [M:0;e900e1ae4b9f:37285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:22:19,071 INFO [M:0;e900e1ae4b9f:37285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:19,071 INFO [M:0;e900e1ae4b9f:37285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:22:19,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:22:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11110754339/master 2024-11-10T04:22:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11110754339 2024-11-10T04:22:19,073 DEBUG [M:0;e900e1ae4b9f:37285 {}] zookeeper.ZKUtil(347): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Unable to get data of znode /11110754339/master because node does not exist (not an error) 2024-11-10T04:22:19,073 WARN [M:0;e900e1ae4b9f:37285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:22:19,074 INFO [M:0;e900e1ae4b9f:37285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/.lastflushedseqids 2024-11-10T04:22:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741843_1019 (size=173) 2024-11-10T04:22:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:19,168 INFO [RS:0;e900e1ae4b9f:43415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x101001ba4ea0004, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:19,168 INFO [RS:0;e900e1ae4b9f:43415 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,43415,1731212463839; zookeeper connection closed. 2024-11-10T04:22:19,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7888ca8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7888ca8b 2024-11-10T04:22:19,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:22:19,478 INFO [M:0;e900e1ae4b9f:37285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:22:19,479 INFO [M:0;e900e1ae4b9f:37285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:22:19,479 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:19,479 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:19,479 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:19,479 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:19,479 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:19,479 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T04:22:19,496 DEBUG [M:0;e900e1ae4b9f:37285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d5e26d6d394408b9e27316cd624d10 is 82, key is hbase:meta,,1/info:regioninfo/1731212466787/Put/seqid=0 2024-11-10T04:22:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741844_1020 (size=5672) 2024-11-10T04:22:19,900 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d5e26d6d394408b9e27316cd624d10 2024-11-10T04:22:19,925 DEBUG [M:0;e900e1ae4b9f:37285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bde2e6c2c046f0a5ca5eba861ae2d3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212470212/Put/seqid=0 2024-11-10T04:22:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741845_1021 (size=6727) 2024-11-10T04:22:20,330 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bde2e6c2c046f0a5ca5eba861ae2d3 2024-11-10T04:22:20,334 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4bde2e6c2c046f0a5ca5eba861ae2d3 2024-11-10T04:22:20,349 DEBUG [M:0;e900e1ae4b9f:37285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479a8dbfecb14eb0aae23e9c9c612985 is 69, key is e900e1ae4b9f,43415,1731212463839/rs:state/1731212465679/Put/seqid=0 2024-11-10T04:22:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741846_1022 (size=5156) 2024-11-10T04:22:20,509 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/WALs/e900e1ae4b9f,43033,1731212459703/e900e1ae4b9f%2C43033%2C1731212459703.1731212461694 to pos 997, reset compression=false 2024-11-10T04:22:20,753 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479a8dbfecb14eb0aae23e9c9c612985 2024-11-10T04:22:20,758 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d5e26d6d394408b9e27316cd624d10 as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9d5e26d6d394408b9e27316cd624d10 2024-11-10T04:22:20,763 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9d5e26d6d394408b9e27316cd624d10, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T04:22:20,764 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bde2e6c2c046f0a5ca5eba861ae2d3 as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4bde2e6c2c046f0a5ca5eba861ae2d3 2024-11-10T04:22:20,768 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4bde2e6c2c046f0a5ca5eba861ae2d3 2024-11-10T04:22:20,768 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4bde2e6c2c046f0a5ca5eba861ae2d3, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T04:22:20,769 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479a8dbfecb14eb0aae23e9c9c612985 as hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/479a8dbfecb14eb0aae23e9c9c612985 2024-11-10T04:22:20,773 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45879/user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/479a8dbfecb14eb0aae23e9c9c612985, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T04:22:20,774 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-10T04:22:20,776 INFO [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:20,776 DEBUG [M:0;e900e1ae4b9f:37285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212539479Disabling compacts and flushes for region at 1731212539479Disabling writes for close at 1731212539479Obtaining lock to block concurrent updates at 1731212539479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212539479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731212539479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212539480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212539480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212539495 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212539495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212539910 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212539925 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212539925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212540335 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212540349 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212540349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726466b6: reopening flushed file at 1731212540758 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770d0a9b: reopening flushed file at 1731212540763 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56df93e5: reopening flushed file at 1731212540769 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1731212540774 (+5 ms)Writing region close event to WAL at 1731212540776 (+2 ms)Closed at 1731212540776 2024-11-10T04:22:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46191 is added to blk_1073741830_1006 (size=33026) 2024-11-10T04:22:20,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b5aa6ca-3ece-1c9a-e59a-ba0532820497/MasterData/WALs/e900e1ae4b9f,37285,1731212463800/e900e1ae4b9f%2C37285%2C1731212463800.1731212465526 not finished, retry = 0 2024-11-10T04:22:20,879 INFO [M:0;e900e1ae4b9f:37285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:22:20,879 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:20,879 INFO [M:0;e900e1ae4b9f:37285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37285 2024-11-10T04:22:20,880 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:20,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:20,982 INFO [M:0;e900e1ae4b9f:37285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:20,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37285-0x101001ba4ea0003, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:20,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7697b967{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:20,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7afc1677{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:20,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:20,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da313db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:20,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1402be57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:20,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:22:20,987 WARN [BP-1528605896-172.17.0.2-1731212462759 heartbeating to localhost/127.0.0.1:45879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:22:20,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:22:20,987 WARN [BP-1528605896-172.17.0.2-1731212462759 heartbeating to localhost/127.0.0.1:45879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1528605896-172.17.0.2-1731212462759 (Datanode Uuid 5a641035-066f-4bb0-ae14-a7dd4a0b3e7c) service to localhost/127.0.0.1:45879 2024-11-10T04:22:20,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/cluster_ba548ac2-4a26-6c19-b592-93c47a381897/data/data1/current/BP-1528605896-172.17.0.2-1731212462759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:20,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/cluster_ba548ac2-4a26-6c19-b592-93c47a381897/data/data2/current/BP-1528605896-172.17.0.2-1731212462759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:20,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:22:20,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f74644b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:20,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c1ab50e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:20,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:20,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7305b321{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:20,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68cb74d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:21,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:22:21,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:22:21,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:21,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:21,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:21,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:21,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:21,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:22:21,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773185143, stopped=false 2024-11-10T04:22:21,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,43725,1731212459653 2024-11-10T04:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1492251111/running 2024-11-10T04:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1492251111/running 2024-11-10T04:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:22:21,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:22:21,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:21,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:21,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,43033,1731212459703' ***** 2024-11-10T04:22:21,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:22:21,010 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:22:21,010 INFO [RS:0;e900e1ae4b9f:43033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:22:21,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:22:21,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/running 2024-11-10T04:22:21,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Set watcher on znode that does not yet exist, /0-1492251111/running 2024-11-10T04:22:21,010 INFO [RS:0;e900e1ae4b9f:43033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(3091): Received CLOSE for 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,43033,1731212459703 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43033. 2024-11-10T04:22:21,011 DEBUG [RS:0;e900e1ae4b9f:43033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:21,011 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:21,011 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8817e5e3a3e066a92cc8ed9bed4cfeff, disabling compactions & flushes 2024-11-10T04:22:21,011 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:22:21,011 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:22:21,011 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. after waiting 0 ms 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:22:21,011 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:22:21,011 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:22:21,012 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:22:21,012 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1325): Online Regions={8817e5e3a3e066a92cc8ed9bed4cfeff=test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff., 7a9acb3ae9fa427a68a57fbb9612f5ce=hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:21,012 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9acb3ae9fa427a68a57fbb9612f5ce, 8817e5e3a3e066a92cc8ed9bed4cfeff 2024-11-10T04:22:21,012 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:21,012 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:21,012 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:21,012 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:21,012 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:21,012 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:22:21,017 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/default/test/8817e5e3a3e066a92cc8ed9bed4cfeff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:22:21,017 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:21,017 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:22:21,017 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:22:21,017 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8817e5e3a3e066a92cc8ed9bed4cfeff: Waiting for close lock at 1731212541011Running coprocessor pre-close hooks at 1731212541011Disabling compacts and flushes for region at 1731212541011Disabling writes for close at 1731212541011Writing region close event to WAL at 1731212541012 (+1 ms)Running coprocessor post-close hooks at 1731212541017 (+5 ms)Closed at 1731212541017 2024-11-10T04:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff. 2024-11-10T04:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a9acb3ae9fa427a68a57fbb9612f5ce, disabling compactions & flushes 2024-11-10T04:22:21,018 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. after waiting 0 ms 2024-11-10T04:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:22:21,018 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T04:22:21,029 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/info/fa8390f9aede4f35b7d0ed7b58cabf60 is 147, key is hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce./info:regioninfo/1731212472399/Put/seqid=0 2024-11-10T04:22:21,033 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/hfileref/d1907792904e45f09a599b2a08117e9f is 74, key is 1/hfileref:7996dc067f084823bef97c184eb7c583_SeqId_4_/1731212475636/DeleteColumn/seqid=0 2024-11-10T04:22:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741844_1020 (size=7686) 2024-11-10T04:22:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741845_1021 (size=5203) 2024-11-10T04:22:21,042 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:21,212 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:22:21,412 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:22:21,434 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/info/fa8390f9aede4f35b7d0ed7b58cabf60 2024-11-10T04:22:21,438 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/hfileref/d1907792904e45f09a599b2a08117e9f 2024-11-10T04:22:21,456 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/queue/63e7c478024a4a88880e887c12fa8e99 is 153, key is 1-e900e1ae4b9f,43033,1731212459703/queue:e900e1ae4b9f%2C43033%2C1731212459703/1731212477461/Put/seqid=0 2024-11-10T04:22:21,458 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/ns/004ff6f7cff3424890a514d0d914377d is 43, key is default/ns:d/1731212462685/Put/seqid=0 2024-11-10T04:22:21,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741846_1022 (size=5352) 2024-11-10T04:22:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741847_1023 (size=5153) 2024-11-10T04:22:21,559 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:22:21,559 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:22:21,612 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:22:21,812 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9acb3ae9fa427a68a57fbb9612f5ce 2024-11-10T04:22:21,861 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/queue/63e7c478024a4a88880e887c12fa8e99 2024-11-10T04:22:21,862 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/ns/004ff6f7cff3424890a514d0d914377d 2024-11-10T04:22:21,867 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/hfileref/d1907792904e45f09a599b2a08117e9f as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref/d1907792904e45f09a599b2a08117e9f 2024-11-10T04:22:21,873 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref/d1907792904e45f09a599b2a08117e9f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T04:22:21,874 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/.tmp/queue/63e7c478024a4a88880e887c12fa8e99 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/queue/63e7c478024a4a88880e887c12fa8e99 2024-11-10T04:22:21,879 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/queue/63e7c478024a4a88880e887c12fa8e99, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T04:22:21,880 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7a9acb3ae9fa427a68a57fbb9612f5ce in 862ms, sequenceid=10, compaction requested=false 2024-11-10T04:22:21,883 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/rep_barrier/5fa3289cdbfa43f6b467bbb85237c8c0 is 112, key is test,,1731212466880.8817e5e3a3e066a92cc8ed9bed4cfeff./rep_barrier:seqnumDuringOpen/1731212468044/Put/seqid=0 2024-11-10T04:22:21,887 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/replication/7a9acb3ae9fa427a68a57fbb9612f5ce/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T04:22:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741848_1024 (size=5518) 2024-11-10T04:22:21,887 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:21,887 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:21,888 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:22:21,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a9acb3ae9fa427a68a57fbb9612f5ce: Waiting for close lock at 1731212541018Running coprocessor pre-close hooks at 1731212541018Disabling compacts and flushes for region at 1731212541018Disabling writes for close at 1731212541018Obtaining lock to block concurrent updates at 1731212541018Preparing flush snapshotting stores in 7a9acb3ae9fa427a68a57fbb9612f5ce at 1731212541018Finished memstore snapshotting hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731212541018Flushing stores of hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. at 1731212541018Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref: creating writer at 1731212541019 (+1 ms)Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref: appending metadata at 1731212541032 (+13 ms)Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/hfileref: closing flushed file at 1731212541032Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/queue: creating writer at 1731212541442 (+410 ms)Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/queue: appending metadata at 1731212541456 (+14 ms)Flushing 7a9acb3ae9fa427a68a57fbb9612f5ce/queue: closing flushed file at 1731212541456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251aacb2: reopening flushed file at 1731212541867 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d73e777: reopening flushed file at 1731212541873 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7a9acb3ae9fa427a68a57fbb9612f5ce in 862ms, sequenceid=10, compaction requested=false at 1731212541880 (+7 ms)Writing region close event to WAL at 1731212541883 (+3 ms)Running coprocessor post-close hooks at 1731212541887 (+4 ms)Closed at 1731212541888 (+1 ms) 2024-11-10T04:22:21,888 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212471224.7a9acb3ae9fa427a68a57fbb9612f5ce. 2024-11-10T04:22:22,013 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:22:22,013 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:22,013 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:22,213 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:22,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,288 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/rep_barrier/5fa3289cdbfa43f6b467bbb85237c8c0 2024-11-10T04:22:22,313 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/table/615df0cb13974c979509d72c184abe4d is 53, key is hbase:replication/table:state/1731212472407/Put/seqid=0 2024-11-10T04:22:22,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741849_1025 (size=5308) 2024-11-10T04:22:22,413 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:22,613 DEBUG [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:22,718 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/table/615df0cb13974c979509d72c184abe4d 2024-11-10T04:22:22,724 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/info/fa8390f9aede4f35b7d0ed7b58cabf60 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/info/fa8390f9aede4f35b7d0ed7b58cabf60 2024-11-10T04:22:22,729 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/info/fa8390f9aede4f35b7d0ed7b58cabf60, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:22:22,730 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/ns/004ff6f7cff3424890a514d0d914377d as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/ns/004ff6f7cff3424890a514d0d914377d 2024-11-10T04:22:22,734 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/ns/004ff6f7cff3424890a514d0d914377d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:22:22,735 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/rep_barrier/5fa3289cdbfa43f6b467bbb85237c8c0 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/rep_barrier/5fa3289cdbfa43f6b467bbb85237c8c0 2024-11-10T04:22:22,740 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/rep_barrier/5fa3289cdbfa43f6b467bbb85237c8c0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:22:22,741 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/.tmp/table/615df0cb13974c979509d72c184abe4d as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/table/615df0cb13974c979509d72c184abe4d 2024-11-10T04:22:22,745 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/table/615df0cb13974c979509d72c184abe4d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:22:22,746 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-10T04:22:22,751 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:22:22,752 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:22,752 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:22,752 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:22,752 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212541012Running coprocessor pre-close hooks at 1731212541012Disabling compacts and flushes for region at 1731212541012Disabling writes for close at 1731212541012Obtaining lock to block concurrent updates at 1731212541012Preparing flush snapshotting stores in 1588230740 at 1731212541012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212541012Flushing stores of hbase:meta,,1.1588230740 at 1731212541013 (+1 ms)Flushing 1588230740/info: creating writer at 1731212541013Flushing 1588230740/info: appending metadata at 1731212541029 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731212541029Flushing 1588230740/ns: creating writer at 1731212541440 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731212541457 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731212541457Flushing 1588230740/rep_barrier: creating writer at 1731212541867 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212541882 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212541882Flushing 1588230740/table: creating writer at 1731212542294 (+412 ms)Flushing 1588230740/table: appending metadata at 1731212542312 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731212542312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffffde4: reopening flushed file at 1731212542724 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588594a7: reopening flushed file at 1731212542729 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab1ba9f: reopening flushed file at 1731212542735 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588b5a37: reopening flushed file at 1731212542740 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731212542747 (+7 ms)Writing region close event to WAL at 1731212542748 (+1 ms)Running coprocessor post-close hooks at 1731212542752 (+4 ms)Closed at 1731212542752 2024-11-10T04:22:22,752 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:22,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:22,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,813 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,43033,1731212459703; all regions closed. 2024-11-10T04:22:22,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:22:22,819 DEBUG [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs 2024-11-10T04:22:22,819 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43033%2C1731212459703.meta:.meta(num 1731212462638) 2024-11-10T04:22:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741839_1015 (size=2700) 2024-11-10T04:22:22,823 DEBUG [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs 2024-11-10T04:22:22,823 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43033%2C1731212459703.rep:(num 1731212472363) 2024-11-10T04:22:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741832_1008 (size=1300) 2024-11-10T04:22:22,827 DEBUG [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/oldWALs 2024-11-10T04:22:22,827 INFO [RS:0;e900e1ae4b9f:43033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C43033%2C1731212459703:(num 1731212461694) 2024-11-10T04:22:22,827 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:22,827 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:22,827 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:22,828 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:22,828 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:22,828 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:22,828 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,43033,1731212459703 because: Region server is closing 2024-11-10T04:22:22,828 INFO [RS:0;e900e1ae4b9f:43033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43033. 2024-11-10T04:22:22,829 DEBUG [RS:0;e900e1ae4b9f:43033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:22,829 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:22,829 DEBUG [RS:0;e900e1ae4b9f:43033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:22,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:22,929 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.wal-reader.e900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:22:22,929 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:22:22,929 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43033,1731212459703.replicationSource.shippere900e1ae4b9f%2C43033%2C1731212459703,1-e900e1ae4b9f,43033,1731212459703 terminated 2024-11-10T04:22:22,929 INFO [RS:0;e900e1ae4b9f:43033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43033 2024-11-10T04:22:22,933 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1492251111/rs/e900e1ae4b9f,43033,1731212459703 2024-11-10T04:22:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111/rs 2024-11-10T04:22:22,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,43033,1731212459703] 2024-11-10T04:22:22,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1492251111/draining/e900e1ae4b9f,43033,1731212459703 already deleted, retry=false 2024-11-10T04:22:22,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,43033,1731212459703 expired; onlineServers=0 2024-11-10T04:22:22,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,43725,1731212459653' ***** 2024-11-10T04:22:22,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:22:22,935 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:22,935 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:22,936 DEBUG [M:0;e900e1ae4b9f:43725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:22:22,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:22:22,936 DEBUG [M:0;e900e1ae4b9f:43725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:22:22,936 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212461479 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212461479,5,FailOnTimeoutGroup] 2024-11-10T04:22:22,936 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212461480 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212461480,5,FailOnTimeoutGroup] 2024-11-10T04:22:22,936 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:22,936 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:22,936 DEBUG [M:0;e900e1ae4b9f:43725 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:22:22,936 INFO [M:0;e900e1ae4b9f:43725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:22:22,936 INFO [M:0;e900e1ae4b9f:43725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:22,936 INFO [M:0;e900e1ae4b9f:43725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:22:22,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:22:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1492251111/master 2024-11-10T04:22:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1492251111 2024-11-10T04:22:22,937 DEBUG [M:0;e900e1ae4b9f:43725 {}] zookeeper.ZKUtil(347): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Unable to get data of znode /0-1492251111/master because node does not exist (not an error) 2024-11-10T04:22:22,937 WARN [M:0;e900e1ae4b9f:43725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:22:22,939 INFO [M:0;e900e1ae4b9f:43725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/.lastflushedseqids 2024-11-10T04:22:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741850_1026 (size=263) 2024-11-10T04:22:22,944 INFO [M:0;e900e1ae4b9f:43725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:22:22,944 INFO [M:0;e900e1ae4b9f:43725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:22:22,944 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:22,944 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:22,944 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:22,944 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:22,944 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:22,944 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T04:22:22,960 DEBUG [M:0;e900e1ae4b9f:43725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8865425220ad4dbe9128a6c33ada529b is 82, key is hbase:meta,,1/info:regioninfo/1731212462673/Put/seqid=0 2024-11-10T04:22:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741851_1027 (size=5672) 2024-11-10T04:22:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:23,034 INFO [RS:0;e900e1ae4b9f:43033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43033-0x101001ba4ea0001, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:23,034 INFO [RS:0;e900e1ae4b9f:43033 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,43033,1731212459703; zookeeper connection closed. 2024-11-10T04:22:23,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7527187d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7527187d 2024-11-10T04:22:23,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:22:23,365 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8865425220ad4dbe9128a6c33ada529b 2024-11-10T04:22:23,385 DEBUG [M:0;e900e1ae4b9f:43725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0eb77bbdd5984ec7a6e61c7d3000c8a5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212468058/Put/seqid=0 2024-11-10T04:22:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741852_1028 (size=7240) 2024-11-10T04:22:23,789 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0eb77bbdd5984ec7a6e61c7d3000c8a5 2024-11-10T04:22:23,794 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0eb77bbdd5984ec7a6e61c7d3000c8a5 2024-11-10T04:22:23,809 DEBUG [M:0;e900e1ae4b9f:43725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f368ba3745624a8d9855da4aaa662635 is 69, key is e900e1ae4b9f,43033,1731212459703/rs:state/1731212461541/Put/seqid=0 2024-11-10T04:22:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741853_1029 (size=5156) 2024-11-10T04:22:24,213 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f368ba3745624a8d9855da4aaa662635 2024-11-10T04:22:24,218 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8865425220ad4dbe9128a6c33ada529b as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8865425220ad4dbe9128a6c33ada529b 2024-11-10T04:22:24,223 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8865425220ad4dbe9128a6c33ada529b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T04:22:24,224 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0eb77bbdd5984ec7a6e61c7d3000c8a5 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0eb77bbdd5984ec7a6e61c7d3000c8a5 2024-11-10T04:22:24,228 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0eb77bbdd5984ec7a6e61c7d3000c8a5 2024-11-10T04:22:24,228 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0eb77bbdd5984ec7a6e61c7d3000c8a5, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T04:22:24,228 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f368ba3745624a8d9855da4aaa662635 as hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f368ba3745624a8d9855da4aaa662635 2024-11-10T04:22:24,232 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f368ba3745624a8d9855da4aaa662635, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T04:22:24,233 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-10T04:22:24,235 INFO [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:24,235 DEBUG [M:0;e900e1ae4b9f:43725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212542944Disabling compacts and flushes for region at 1731212542944Disabling writes for close at 1731212542944Obtaining lock to block concurrent updates at 1731212542944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212542944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731212542945 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212542945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212542945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212542960 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212542960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212543370 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212543384 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212543384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212543794 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212543808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212543808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761c37f: reopening flushed file at 1731212544218 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e629a4d: reopening flushed file at 1731212544223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80cbd70: reopening flushed file at 1731212544228 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731212544233 (+5 ms)Writing region close event to WAL at 1731212544235 (+2 ms)Closed at 1731212544235 2024-11-10T04:22:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741830_1006 (size=64526) 2024-11-10T04:22:24,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b70767a-4d19-8106-be97-4ad65a43f54c/MasterData/WALs/e900e1ae4b9f,43725,1731212459653/e900e1ae4b9f%2C43725%2C1731212459653.1731212461390 not finished, retry = 0 2024-11-10T04:22:24,338 INFO [M:0;e900e1ae4b9f:43725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:22:24,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:24,338 INFO [M:0;e900e1ae4b9f:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43725 2024-11-10T04:22:24,339 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:24,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:24,441 INFO [M:0;e900e1ae4b9f:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:24,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43725-0x101001ba4ea0000, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:24,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@168ab595{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:24,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b093a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:24,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:24,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51724fe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:24,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50427d1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:24,445 WARN [BP-1610035415-172.17.0.2-1731212458619 heartbeating to localhost/127.0.0.1:34513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:22:24,445 WARN [BP-1610035415-172.17.0.2-1731212458619 heartbeating to localhost/127.0.0.1:34513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1610035415-172.17.0.2-1731212458619 (Datanode Uuid c24cdd62-9542-4e17-bb18-d0be0fd0036c) service to localhost/127.0.0.1:34513 2024-11-10T04:22:24,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:22:24,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:22:24,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/data/data1/current/BP-1610035415-172.17.0.2-1731212458619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:24,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/cluster_fc95930f-201c-c4f5-e426-c89138bb5dc0/data/data2/current/BP-1610035415-172.17.0.2-1731212458619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:24,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:22:24,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a695efa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:24,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7391fa9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:24,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:24,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6467c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:24,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b1f1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a37958b8-972c-6399-1daa-d5c80771f51b/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:24,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:22:24,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:22:24,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 141) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56004) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45879 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5994b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5994b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56004) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34513 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 68) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8906 (was 9060) 2024-11-10T04:22:24,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=8907 2024-11-10T04:22:24,499 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T04:22:24,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir so I do NOT create it in target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e 2024-11-10T04:22:24,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:22:24,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.tmp.dir so I do NOT create it in target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e 2024-11-10T04:22:24,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebbe0bb2-c53b-10f9-41c7-1d5c9d4e5a72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:22:24,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e 2024-11-10T04:22:24,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0, deleteOnExit=true 2024-11-10T04:22:24,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/zookeeper_0, clientPort=65256, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:22:24,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65256 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/test.cache.data in system properties and HBase conf 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:22:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:22:24,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:22:24,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:22:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001ba4ea0002, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:22:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001ba4ea0005, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:22:24,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001ba4ea0002, quorum=127.0.0.1:56004, baseZNode=/0-1492251111 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:22:24,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001ba4ea0005, quorum=127.0.0.1:56004, baseZNode=/11110754339 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:22:24,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:24,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:24,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:24,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:24,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:22:24,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:24,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@485d4c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:24,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cf398a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:24,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b32556b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/java.io.tmpdir/jetty-localhost-43029-hadoop-hdfs-3_4_1-tests_jar-_-any-5425738289601251824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:24,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a741a2{HTTP/1.1, (http/1.1)}{localhost:43029} 2024-11-10T04:22:24,711 INFO [Time-limited test {}] server.Server(415): Started @131825ms 2024-11-10T04:22:24,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:24,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:24,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:24,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:24,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:22:24,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc6a54b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:24,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212907b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:24,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f92f928{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/java.io.tmpdir/jetty-localhost-39473-hadoop-hdfs-3_4_1-tests_jar-_-any-13109375137664385278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:24,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ca20f7a{HTTP/1.1, (http/1.1)}{localhost:39473} 2024-11-10T04:22:24,903 INFO [Time-limited test {}] server.Server(415): Started @132017ms 2024-11-10T04:22:24,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:22:25,001 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/data/data1/current/BP-2095177775-172.17.0.2-1731212544524/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:25,001 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/data/data2/current/BP-2095177775-172.17.0.2-1731212544524/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:25,020 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebcbd5bddfde0c96 with lease ID 0x9f592c98bca52329: Processing first storage report for DS-cd52baf1-05ca-40c6-89a8-6237e32d8349 from datanode DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ae495391-80fb-45a1-a46a-84f220428aed, infoPort=37745, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=764884484;c=1731212544524) 2024-11-10T04:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebcbd5bddfde0c96 with lease ID 0x9f592c98bca52329: from storage DS-cd52baf1-05ca-40c6-89a8-6237e32d8349 node DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ae495391-80fb-45a1-a46a-84f220428aed, infoPort=37745, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=764884484;c=1731212544524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebcbd5bddfde0c96 with lease ID 0x9f592c98bca52329: Processing first storage report for DS-00eb354d-47f0-4b22-8b9b-34386bb59314 from datanode DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ae495391-80fb-45a1-a46a-84f220428aed, infoPort=37745, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=764884484;c=1731212544524) 2024-11-10T04:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebcbd5bddfde0c96 with lease ID 0x9f592c98bca52329: from storage DS-00eb354d-47f0-4b22-8b9b-34386bb59314 node DatanodeRegistration(127.0.0.1:33535, datanodeUuid=ae495391-80fb-45a1-a46a-84f220428aed, infoPort=37745, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=764884484;c=1731212544524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:25,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e 2024-11-10T04:22:25,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:22:25,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33 with version=8 2024-11-10T04:22:25,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/hbase-staging 2024-11-10T04:22:25,441 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:22:25,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:25,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38317 2024-11-10T04:22:25,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38317 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383170x0, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:25,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38317-0x101001cf4850000 connected 2024-11-10T04:22:25,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:25,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33, hbase.cluster.distributed=false 2024-11-10T04:22:25,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/acl 2024-11-10T04:22:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38317 2024-11-10T04:22:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38317 2024-11-10T04:22:25,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38317 2024-11-10T04:22:25,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38317 2024-11-10T04:22:25,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38317 2024-11-10T04:22:25,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:25,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:25,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:25,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:25,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:22:25,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:25,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42949 2024-11-10T04:22:25,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42949 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:25,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429490x0, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:25,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42949-0x101001cf4850001 connected 2024-11-10T04:22:25,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:25,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:22:25,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:22:25,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/master 2024-11-10T04:22:25,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/acl 2024-11-10T04:22:25,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-10T04:22:25,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42949 2024-11-10T04:22:25,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42949 2024-11-10T04:22:25,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-10T04:22:25,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-10T04:22:25,517 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:38317 2024-11-10T04:22:25,517 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01919692175/backup-masters/e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:25,520 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/backup-masters/e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/master 2024-11-10T04:22:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:25,521 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/master 2024-11-10T04:22:25,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01919692175/backup-masters/e900e1ae4b9f,38317,1731212545441 from backup master directory 2024-11-10T04:22:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/backup-masters/e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:25,523 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:25,523 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:25,527 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/hbase.id] with ID: df8277c8-236c-4c05-8a67-fab87e5a5e66 2024-11-10T04:22:25,527 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.tmp/hbase.id 2024-11-10T04:22:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:22:25,932 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.tmp/hbase.id]:[hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/hbase.id] 2024-11-10T04:22:25,943 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:25,943 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:22:25,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:22:25,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:25,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:25,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:22:26,353 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:26,354 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:22:26,354 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:22:26,761 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store 2024-11-10T04:22:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:27,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:27,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:27,168 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212547168Disabling compacts and flushes for region at 1731212547168Disabling writes for close at 1731212547168Writing region close event to WAL at 1731212547168Closed at 1731212547168 2024-11-10T04:22:27,169 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/.initializing 2024-11-10T04:22:27,169 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:27,170 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:27,171 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38317%2C1731212545441, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/oldWALs, maxLogs=10 2024-11-10T04:22:27,188 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172, exclude list is [], retry=0 2024-11-10T04:22:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:27,192 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:27,196 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:27,196 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:27,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:27,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:22:27,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:27,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:27,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:22:27,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:27,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:27,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:22:27,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:27,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:27,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:22:27,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:27,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:27,205 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,205 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,205 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,206 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,206 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,207 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:27,208 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:27,210 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:27,210 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65761966, jitterRate=-0.02007034420967102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:27,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212547197Initializing all the Stores at 1731212547197Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212547197Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212547198 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212547198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212547198Cleaning up temporary data from old regions at 1731212547206 (+8 ms)Region opened successfully at 1731212547211 (+5 ms) 2024-11-10T04:22:27,211 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:22:27,214 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9ffc26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:27,215 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:22:27,215 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:22:27,215 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:22:27,215 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:22:27,215 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:22:27,216 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:22:27,216 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:22:27,218 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:22:27,219 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/balancer because node does not exist (not necessarily an error) 2024-11-10T04:22:27,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/balancer already deleted, retry=false 2024-11-10T04:22:27,220 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:22:27,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:22:27,222 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/normalizer already deleted, retry=false 2024-11-10T04:22:27,222 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:22:27,223 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:22:27,224 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/switch/split already deleted, retry=false 2024-11-10T04:22:27,225 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:22:27,226 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/switch/merge already deleted, retry=false 2024-11-10T04:22:27,228 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:22:27,229 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/snapshot-cleanup already deleted, retry=false 2024-11-10T04:22:27,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:27,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:27,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,232 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,38317,1731212545441, sessionid=0x101001cf4850000, setting cluster-up flag (Was=false) 2024-11-10T04:22:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,239 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01919692175/flush-table-proc/acquired, /01919692175/flush-table-proc/reached, /01919692175/flush-table-proc/abort 2024-11-10T04:22:27,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:27,248 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01919692175/online-snapshot/acquired, /01919692175/online-snapshot/reached, /01919692175/online-snapshot/abort 2024-11-10T04:22:27,249 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:27,250 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:22:27,251 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:27,252 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:22:27,252 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:22:27,252 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,38317,1731212545441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:27,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:27,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:22:27,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:27,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:22:27,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212577256 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:22:27,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:22:27,260 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:22:27,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:22:27,261 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212547261,5,FailOnTimeoutGroup] 2024-11-10T04:22:27,264 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212547261,5,FailOnTimeoutGroup] 2024-11-10T04:22:27,264 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,264 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:22:27,264 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,264 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:22:27,308 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(746): ClusterId : df8277c8-236c-4c05-8a67-fab87e5a5e66 2024-11-10T04:22:27,309 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:22:27,311 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:22:27,311 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:22:27,313 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:22:27,313 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de44fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:27,325 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:42949 2024-11-10T04:22:27,325 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:22:27,325 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:22:27,325 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:22:27,325 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,38317,1731212545441 with port=42949, startcode=1731212545484 2024-11-10T04:22:27,326 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:22:27,327 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:22:27,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38317 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,329 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33 2024-11-10T04:22:27,329 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44319 2024-11-10T04:22:27,329 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:22:27,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/rs 2024-11-10T04:22:27,331 DEBUG [RS:0;e900e1ae4b9f:42949 {}] zookeeper.ZKUtil(111): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/rs/e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,331 WARN [RS:0;e900e1ae4b9f:42949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:27,331 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:27,331 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,42949,1731212545484] 2024-11-10T04:22:27,334 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:22:27,336 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:22:27,336 INFO [RS:0;e900e1ae4b9f:42949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:22:27,336 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,337 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:22:27,337 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:22:27,337 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,337 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:27,338 DEBUG [RS:0;e900e1ae4b9f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,340 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42949,1731212545484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:27,354 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:22:27,354 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42949,1731212545484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,354 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,354 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.Replication(171): e900e1ae4b9f,42949,1731212545484 started 2024-11-10T04:22:27,367 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:27,367 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,42949,1731212545484, RpcServer on e900e1ae4b9f/172.17.0.2:42949, sessionid=0x101001cf4850001 2024-11-10T04:22:27,367 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:22:27,367 DEBUG [RS:0;e900e1ae4b9f:42949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,367 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42949,1731212545484' 2024-11-10T04:22:27,367 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01919692175/flush-table-proc/abort' 2024-11-10T04:22:27,367 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01919692175/flush-table-proc/acquired' 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42949,1731212545484' 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01919692175/online-snapshot/abort' 2024-11-10T04:22:27,368 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01919692175/online-snapshot/acquired' 2024-11-10T04:22:27,369 DEBUG [RS:0;e900e1ae4b9f:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:22:27,369 INFO [RS:0;e900e1ae4b9f:42949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:22:27,369 INFO [RS:0;e900e1ae4b9f:42949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:22:27,469 INFO [RS:0;e900e1ae4b9f:42949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:27,471 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C42949%2C1731212545484, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:27,484 DEBUG [RS:0;e900e1ae4b9f:42949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471, exclude list is [], retry=0 2024-11-10T04:22:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:27,489 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 2024-11-10T04:22:27,489 DEBUG [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:27,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:22:27,667 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33 2024-11-10T04:22:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:22:28,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:28,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:28,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:28,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:28,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:28,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:28,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:28,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:28,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:28,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:28,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:28,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:28,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:28,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:28,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:28,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63424105, jitterRate=-0.054907187819480896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212548073Initializing all the Stores at 1731212548074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212548074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548074Cleaning up temporary data from old regions at 1731212548082 (+8 ms)Region opened successfully at 1731212548086 (+4 ms) 2024-11-10T04:22:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:28,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:28,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:28,086 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212548086Disabling compacts and flushes for region at 1731212548086Disabling writes for close at 1731212548086Writing region close event to WAL at 1731212548086Closed at 1731212548086 2024-11-10T04:22:28,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:28,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:22:28,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:22:28,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:28,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:22:28,240 DEBUG [e900e1ae4b9f:38317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:28,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:28,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42949,1731212545484, state=OPENING 2024-11-10T04:22:28,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:22:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:28,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:28,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:28,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42949,1731212545484}] 2024-11-10T04:22:28,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:28,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:28,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:28,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:22:28,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:22:28,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:22:28,404 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:22:28,404 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:28,404 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:22:28,405 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C42949%2C1731212545484.meta, suffix=.meta, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:28,419 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.meta.1731212548406.meta, exclude list is [], retry=0 2024-11-10T04:22:28,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:28,422 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.meta.1731212548406.meta 2024-11-10T04:22:28,422 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:28,423 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:22:28,423 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:22:28,423 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:22:28,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:28,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:28,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:28,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:28,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:28,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:28,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:28,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:28,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:28,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:28,429 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:28,429 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:28,430 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:28,431 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:28,431 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:28,432 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:28,433 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:28,434 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70429042, jitterRate=0.049474507570266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:28,434 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:22:28,435 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212548423Writing region info on filesystem at 1731212548423Initializing all the Stores at 1731212548424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212548424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212548424Cleaning up temporary data from old regions at 1731212548431 (+7 ms)Running coprocessor post-open hooks at 1731212548434 (+3 ms)Region opened successfully at 1731212548434 2024-11-10T04:22:28,435 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212548398 2024-11-10T04:22:28,438 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:22:28,438 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:22:28,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:28,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42949,1731212545484, state=OPEN 2024-11-10T04:22:28,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:28,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:28,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:28,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:28,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:28,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:22:28,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42949,1731212545484 in 197 msec 2024-11-10T04:22:28,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:22:28,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-10T04:22:28,448 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:28,448 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:22:28,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:28,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42949,1731212545484, seqNum=-1] 2024-11-10T04:22:28,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:28,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:28,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-10T04:22:28,455 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212548455, completionTime=-1 2024-11-10T04:22:28,455 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:22:28,455 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:22:28,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:22:28,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212608457 2024-11-10T04:22:28,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212668457 2024-11-10T04:22:28,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:22:28,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:38317, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,459 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:28,462 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:22:28,464 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:22:28,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:22:28,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38317,1731212545441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:28,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ddfaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:28,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,38317,-1 for getting cluster id 2024-11-10T04:22:28,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:28,511 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8277c8-236c-4c05-8a67-fab87e5a5e66' 2024-11-10T04:22:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8277c8-236c-4c05-8a67-fab87e5a5e66" 2024-11-10T04:22:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a1c7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,38317,-1] 2024-11-10T04:22:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:28,512 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb50150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:28,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42949,1731212545484, seqNum=-1] 2024-11-10T04:22:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:28,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:28,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:28,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001cf4850002 connected 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir so I do NOT create it in target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064 2024-11-10T04:22:28,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.tmp.dir so I do NOT create it in target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064 2024-11-10T04:22:28,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:22:28,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/cluster_2a5718f9-d995-f165-8ebc-60cce9691953, deleteOnExit=true 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:22:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/test.cache.data in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:22:28,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:28,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:22:28,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:22:28,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:28,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:28,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:28,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:28,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:22:28,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:28,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad9195f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:28,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6523d5c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:28,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a9c4281{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/java.io.tmpdir/jetty-localhost-41119-hadoop-hdfs-3_4_1-tests_jar-_-any-6164671993283357329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:28,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f135fcc{HTTP/1.1, (http/1.1)}{localhost:41119} 2024-11-10T04:22:28,724 INFO [Time-limited test {}] server.Server(415): Started @135838ms 2024-11-10T04:22:28,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:28,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:28,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:28,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:28,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:22:28,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5775eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:28,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d711d8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:28,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1197fc4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/java.io.tmpdir/jetty-localhost-43155-hadoop-hdfs-3_4_1-tests_jar-_-any-11059684616165764663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:28,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c9ae803{HTTP/1.1, (http/1.1)}{localhost:43155} 2024-11-10T04:22:28,932 INFO [Time-limited test {}] server.Server(415): Started @136046ms 2024-11-10T04:22:28,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:22:29,036 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/cluster_2a5718f9-d995-f165-8ebc-60cce9691953/data/data1/current/BP-1266966728-172.17.0.2-1731212548547/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:29,036 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/cluster_2a5718f9-d995-f165-8ebc-60cce9691953/data/data2/current/BP-1266966728-172.17.0.2-1731212548547/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:29,059 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab867f1ca034c38 with lease ID 0x147eb7f8ee286f1c: Processing first storage report for DS-9ba24fe8-5e53-4296-9cda-850a4455025a from datanode DatanodeRegistration(127.0.0.1:46705, datanodeUuid=ae5519f0-c2a8-42a4-95da-5cb4533bf112, infoPort=35567, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=469212640;c=1731212548547) 2024-11-10T04:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab867f1ca034c38 with lease ID 0x147eb7f8ee286f1c: from storage DS-9ba24fe8-5e53-4296-9cda-850a4455025a node DatanodeRegistration(127.0.0.1:46705, datanodeUuid=ae5519f0-c2a8-42a4-95da-5cb4533bf112, infoPort=35567, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=469212640;c=1731212548547), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab867f1ca034c38 with lease ID 0x147eb7f8ee286f1c: Processing first storage report for DS-c33d30ce-99b2-48b3-b1c7-6abc40f6fd05 from datanode DatanodeRegistration(127.0.0.1:46705, datanodeUuid=ae5519f0-c2a8-42a4-95da-5cb4533bf112, infoPort=35567, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=469212640;c=1731212548547) 2024-11-10T04:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab867f1ca034c38 with lease ID 0x147eb7f8ee286f1c: from storage DS-c33d30ce-99b2-48b3-b1c7-6abc40f6fd05 node DatanodeRegistration(127.0.0.1:46705, datanodeUuid=ae5519f0-c2a8-42a4-95da-5cb4533bf112, infoPort=35567, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=469212640;c=1731212548547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:29,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064 2024-11-10T04:22:29,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:22:29,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c with version=8 2024-11-10T04:22:29,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/hbase-staging 2024-11-10T04:22:29,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:22:29,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:29,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46841 2024-11-10T04:22:29,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46841 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:29,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468410x0, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:29,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46841-0x101001cf4850003 connected 2024-11-10T04:22:29,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/running 2024-11-10T04:22:29,591 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c, hbase.cluster.distributed=false 2024-11-10T04:22:29,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/acl 2024-11-10T04:22:29,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46841 2024-11-10T04:22:29,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46841 2024-11-10T04:22:29,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46841 2024-11-10T04:22:29,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46841 2024-11-10T04:22:29,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46841 2024-11-10T04:22:29,608 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:22:29,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:29,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41173 2024-11-10T04:22:29,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41173 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:29,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411730x0, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:29,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411730x0, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/running 2024-11-10T04:22:29,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41173-0x101001cf4850004 connected 2024-11-10T04:22:29,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:22:29,618 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:22:29,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/master 2024-11-10T04:22:29,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/acl 2024-11-10T04:22:29,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-10T04:22:29,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41173 2024-11-10T04:22:29,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41173 2024-11-10T04:22:29,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-10T04:22:29,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-10T04:22:29,638 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:46841 2024-11-10T04:22:29,640 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-611068197/backup-masters/e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:29,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/backup-masters 2024-11-10T04:22:29,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/backup-masters 2024-11-10T04:22:29,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on existing znode=/1-611068197/backup-masters/e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611068197/master 2024-11-10T04:22:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:29,644 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on existing znode=/1-611068197/master 2024-11-10T04:22:29,644 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-611068197/backup-masters/e900e1ae4b9f,46841,1731212549571 from backup master directory 2024-11-10T04:22:29,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611068197/backup-masters/e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:29,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/backup-masters 2024-11-10T04:22:29,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/backup-masters 2024-11-10T04:22:29,645 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:29,645 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:29,649 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/hbase.id] with ID: a701a99c-4384-44dd-97eb-6d7380196413 2024-11-10T04:22:29,649 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/.tmp/hbase.id 2024-11-10T04:22:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:22:30,058 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/.tmp/hbase.id]:[hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/hbase.id] 2024-11-10T04:22:30,068 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:30,068 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:22:30,069 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:22:30,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:30,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:22:30,477 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:30,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:22:30,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:22:30,885 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store 2024-11-10T04:22:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:22:31,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:31,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:31,291 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:31,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:31,291 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:31,292 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:31,292 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:31,292 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212551291Disabling compacts and flushes for region at 1731212551291Disabling writes for close at 1731212551291Writing region close event to WAL at 1731212551292 (+1 ms)Closed at 1731212551292 2024-11-10T04:22:31,293 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/.initializing 2024-11-10T04:22:31,293 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/WALs/e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:31,293 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:31,295 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C46841%2C1731212549571, suffix=, logDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/WALs/e900e1ae4b9f,46841,1731212549571, archiveDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/oldWALs, maxLogs=10 2024-11-10T04:22:31,309 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/WALs/e900e1ae4b9f,46841,1731212549571/e900e1ae4b9f%2C46841%2C1731212549571.1731212551295, exclude list is [], retry=0 2024-11-10T04:22:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46705,DS-9ba24fe8-5e53-4296-9cda-850a4455025a,DISK] 2024-11-10T04:22:31,313 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/WALs/e900e1ae4b9f,46841,1731212549571/e900e1ae4b9f%2C46841%2C1731212549571.1731212551295 2024-11-10T04:22:31,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35567:35567)] 2024-11-10T04:22:31,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:31,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:31,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:22:31,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:31,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:31,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:22:31,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:31,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:31,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:22:31,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:31,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:31,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:22:31,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:31,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:31,320 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,320 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,321 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,322 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,322 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,322 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:31,323 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:31,325 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:31,325 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70864706, jitterRate=0.05596640706062317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:31,325 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212551313Initializing all the Stores at 1731212551314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212551314Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212551314Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212551314Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212551314Cleaning up temporary data from old regions at 1731212551322 (+8 ms)Region opened successfully at 1731212551325 (+3 ms) 2024-11-10T04:22:31,325 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:22:31,327 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35482a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:31,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:22:31,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:22:31,328 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:22:31,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:22:31,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:22:31,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:22:31,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:22:31,331 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:22:31,332 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/balancer because node does not exist (not necessarily an error) 2024-11-10T04:22:31,333 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/balancer already deleted, retry=false 2024-11-10T04:22:31,333 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:22:31,334 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:22:31,335 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/normalizer already deleted, retry=false 2024-11-10T04:22:31,335 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:22:31,336 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:22:31,337 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/switch/split already deleted, retry=false 2024-11-10T04:22:31,338 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:22:31,341 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/switch/merge already deleted, retry=false 2024-11-10T04:22:31,342 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:22:31,343 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/snapshot-cleanup already deleted, retry=false 2024-11-10T04:22:31,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611068197/running 2024-11-10T04:22:31,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611068197/running 2024-11-10T04:22:31,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,345 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,46841,1731212549571, sessionid=0x101001cf4850003, setting cluster-up flag (Was=false) 2024-11-10T04:22:31,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,354 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-611068197/flush-table-proc/acquired, /1-611068197/flush-table-proc/reached, /1-611068197/flush-table-proc/abort 2024-11-10T04:22:31,354 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:31,366 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-611068197/online-snapshot/acquired, /1-611068197/online-snapshot/reached, /1-611068197/online-snapshot/abort 2024-11-10T04:22:31,366 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:31,367 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:22:31,369 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:31,369 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:22:31,369 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:22:31,369 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,46841,1731212549571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:31,370 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212581371 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:22:31,371 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:22:31,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:31,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:22:31,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:22:31,372 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:22:31,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:22:31,373 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212551373,5,FailOnTimeoutGroup] 2024-11-10T04:22:31,373 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212551373,5,FailOnTimeoutGroup] 2024-11-10T04:22:31,373 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,373 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:22:31,373 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,373 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:22:31,429 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(746): ClusterId : a701a99c-4384-44dd-97eb-6d7380196413 2024-11-10T04:22:31,429 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:22:31,431 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:22:31,431 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:22:31,433 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:22:31,433 DEBUG [RS:0;e900e1ae4b9f:41173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5fda7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:31,445 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:41173 2024-11-10T04:22:31,445 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:22:31,446 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:22:31,446 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:22:31,446 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,46841,1731212549571 with port=41173, startcode=1731212549608 2024-11-10T04:22:31,446 DEBUG [RS:0;e900e1ae4b9f:41173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:22:31,448 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:22:31,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46841 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,449 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c 2024-11-10T04:22:31,449 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34093 2024-11-10T04:22:31,449 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:22:31,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/rs 2024-11-10T04:22:31,455 DEBUG [RS:0;e900e1ae4b9f:41173 {}] zookeeper.ZKUtil(111): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on existing znode=/1-611068197/rs/e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,455 WARN [RS:0;e900e1ae4b9f:41173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:31,455 INFO [RS:0;e900e1ae4b9f:41173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:31,455 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,41173,1731212549608] 2024-11-10T04:22:31,459 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:22:31,460 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:22:31,460 INFO [RS:0;e900e1ae4b9f:41173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:22:31,460 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,464 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:22:31,464 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:22:31,464 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,464 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,464 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,464 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:31,465 DEBUG [RS:0;e900e1ae4b9f:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,465 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41173,1731212549608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:31,480 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:22:31,480 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41173,1731212549608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,480 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,480 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.Replication(171): e900e1ae4b9f,41173,1731212549608 started 2024-11-10T04:22:31,494 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:31,494 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,41173,1731212549608, RpcServer on e900e1ae4b9f/172.17.0.2:41173, sessionid=0x101001cf4850004 2024-11-10T04:22:31,494 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:22:31,494 DEBUG [RS:0;e900e1ae4b9f:41173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,494 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41173,1731212549608' 2024-11-10T04:22:31,494 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-611068197/flush-table-proc/abort' 2024-11-10T04:22:31,494 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-611068197/flush-table-proc/acquired' 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41173,1731212549608' 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-611068197/online-snapshot/abort' 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-611068197/online-snapshot/acquired' 2024-11-10T04:22:31,495 DEBUG [RS:0;e900e1ae4b9f:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:22:31,495 INFO [RS:0;e900e1ae4b9f:41173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:22:31,495 INFO [RS:0;e900e1ae4b9f:41173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:22:31,596 INFO [RS:0;e900e1ae4b9f:41173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:31,597 INFO [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41173%2C1731212549608, suffix=, logDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608, archiveDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/oldWALs, maxLogs=10 2024-11-10T04:22:31,611 DEBUG [RS:0;e900e1ae4b9f:41173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608/e900e1ae4b9f%2C41173%2C1731212549608.1731212551598, exclude list is [], retry=0 2024-11-10T04:22:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46705,DS-9ba24fe8-5e53-4296-9cda-850a4455025a,DISK] 2024-11-10T04:22:31,615 INFO [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608/e900e1ae4b9f%2C41173%2C1731212549608.1731212551598 2024-11-10T04:22:31,615 DEBUG [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35567:35567)] 2024-11-10T04:22:31,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:22:31,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c 2024-11-10T04:22:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:22:32,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:32,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:32,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:32,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:32,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:32,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:32,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:32,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:32,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:32,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740 2024-11-10T04:22:32,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740 2024-11-10T04:22:32,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:32,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:32,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:32,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:32,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69679921, jitterRate=0.038311734795570374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212552185Initializing all the Stores at 1731212552186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212552186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552186Cleaning up temporary data from old regions at 1731212552194 (+8 ms)Region opened successfully at 1731212552197 (+3 ms) 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:32,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:32,198 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:32,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212552197Disabling compacts and flushes for region at 1731212552197Disabling writes for close at 1731212552197Writing region close event to WAL at 1731212552198 (+1 ms)Closed at 1731212552198 2024-11-10T04:22:32,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:32,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:22:32,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:22:32,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:32,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:22:32,351 DEBUG [e900e1ae4b9f:46841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:32,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:32,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41173,1731212549608, state=OPENING 2024-11-10T04:22:32,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:22:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:32,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:32,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611068197/meta-region-server: CHANGED 2024-11-10T04:22:32,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611068197/meta-region-server: CHANGED 2024-11-10T04:22:32,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41173,1731212549608}] 2024-11-10T04:22:32,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:22:32,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:22:32,513 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:22:32,514 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:32,514 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:22:32,515 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41173%2C1731212549608.meta, suffix=.meta, logDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608, archiveDir=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/oldWALs, maxLogs=10 2024-11-10T04:22:32,532 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608/e900e1ae4b9f%2C41173%2C1731212549608.meta.1731212552516.meta, exclude list is [], retry=0 2024-11-10T04:22:32,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46705,DS-9ba24fe8-5e53-4296-9cda-850a4455025a,DISK] 2024-11-10T04:22:32,535 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/WALs/e900e1ae4b9f,41173,1731212549608/e900e1ae4b9f%2C41173%2C1731212549608.meta.1731212552516.meta 2024-11-10T04:22:32,535 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35567:35567)] 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:32,536 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:22:32,536 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:22:32,536 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:22:32,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:32,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:32,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:32,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:32,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:32,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:32,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:32,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:32,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:32,542 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:32,542 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740 2024-11-10T04:22:32,543 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740 2024-11-10T04:22:32,544 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:32,544 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:32,545 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:32,546 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:32,546 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64896360, jitterRate=-0.032968878746032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:32,547 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:22:32,547 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212552536Writing region info on filesystem at 1731212552536Initializing all the Stores at 1731212552537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212552537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212552537Cleaning up temporary data from old regions at 1731212552544 (+7 ms)Running coprocessor post-open hooks at 1731212552547 (+3 ms)Region opened successfully at 1731212552547 2024-11-10T04:22:32,547 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212552508 2024-11-10T04:22:32,549 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:22:32,549 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:22:32,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:32,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41173,1731212549608, state=OPEN 2024-11-10T04:22:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-611068197/meta-region-server 2024-11-10T04:22:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-611068197/meta-region-server 2024-11-10T04:22:32,552 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:32,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611068197/meta-region-server: CHANGED 2024-11-10T04:22:32,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611068197/meta-region-server: CHANGED 2024-11-10T04:22:32,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:22:32,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41173,1731212549608 in 196 msec 2024-11-10T04:22:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:22:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T04:22:32,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:32,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:22:32,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:32,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41173,1731212549608, seqNum=-1] 2024-11-10T04:22:32,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:32,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:32,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-10T04:22:32,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212552563, completionTime=-1 2024-11-10T04:22:32,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:22:32,563 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212612565 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212672565 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:46841, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,565 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,566 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,567 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:22:32,568 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:32,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:22:32,571 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:22:32,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:22:32,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46841,1731212549571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:32,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167f263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46841,-1 for getting cluster id 2024-11-10T04:22:32,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:32,631 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a701a99c-4384-44dd-97eb-6d7380196413' 2024-11-10T04:22:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a701a99c-4384-44dd-97eb-6d7380196413" 2024-11-10T04:22:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46841,-1] 2024-11-10T04:22:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:32,633 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:32,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8737a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41173,1731212549608, seqNum=-1] 2024-11-10T04:22:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:32,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:32,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:32,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:32,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:32,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001cf4850005 connected 2024-11-10T04:22:32,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d52075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,38317,-1 for getting cluster id 2024-11-10T04:22:32,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:32,645 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8277c8-236c-4c05-8a67-fab87e5a5e66' 2024-11-10T04:22:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8277c8-236c-4c05-8a67-fab87e5a5e66" 2024-11-10T04:22:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,38317,-1] 2024-11-10T04:22:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:32,646 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2d19a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37334192 2024-11-10T04:22:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:32,649 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:32,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:46841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:22:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:22:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:32,651 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:46841' 2024-11-10T04:22:32,652 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc92d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,652 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46841,-1 for getting cluster id 2024-11-10T04:22:32,652 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:32,653 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a701a99c-4384-44dd-97eb-6d7380196413' 2024-11-10T04:22:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a701a99c-4384-44dd-97eb-6d7380196413" 2024-11-10T04:22:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8a5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46841,-1] 2024-11-10T04:22:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:32,654 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:32,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bde13a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:32,655 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d723e4 2024-11-10T04:22:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:32,656 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:32,657 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T04:22:32,657 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:22:32,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:32,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:32,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:32,657 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:32,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:22:32,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:22:32,659 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:32,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:22:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741835_1011 (size=1138) 2024-11-10T04:22:32,708 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:22:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:33,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c27329d7883bfcd27be5d85b053fda4, NAME => 'hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33 2024-11-10T04:22:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741836_1012 (size=44) 2024-11-10T04:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c27329d7883bfcd27be5d85b053fda4, disabling compactions & flushes 2024-11-10T04:22:33,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. after waiting 0 ms 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c27329d7883bfcd27be5d85b053fda4: Waiting for close lock at 1731212553473Disabling compacts and flushes for region at 1731212553473Disabling writes for close at 1731212553473Writing region close event to WAL at 1731212553473Closed at 1731212553473 2024-11-10T04:22:33,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:22:33,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212553474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212553474"}]},"ts":"1731212553474"} 2024-11-10T04:22:33,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:22:33,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:22:33,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212553478"}]},"ts":"1731212553478"} 2024-11-10T04:22:33,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:22:33,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN}] 2024-11-10T04:22:33,480 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN 2024-11-10T04:22:33,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42949,1731212545484; forceNewPlan=false, retain=false 2024-11-10T04:22:33,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c27329d7883bfcd27be5d85b053fda4, regionState=OPENING, regionLocation=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:33,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN because future has completed 2024-11-10T04:22:33,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,42949,1731212545484}] 2024-11-10T04:22:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:33,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:33,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:22:33,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C42949%2C1731212545484.rep, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:33,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:33,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.rep.1731212553792, exclude list is [], retry=0 2024-11-10T04:22:33,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:33,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.rep.1731212553792 2024-11-10T04:22:33,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:33,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c27329d7883bfcd27be5d85b053fda4, NAME => 'hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:33,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. service=MultiRowMutationService 2024-11-10T04:22:33,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,813 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,814 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName hfileref 2024-11-10T04:22:33,814 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:33,814 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:33,814 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,815 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName queue 2024-11-10T04:22:33,815 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:33,816 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:33,816 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,817 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName sid 2024-11-10T04:22:33,817 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:33,817 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:33,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:22:33,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:33,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c27329d7883bfcd27be5d85b053fda4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59241918, jitterRate=-0.11722663044929504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:22:33,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:33,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c27329d7883bfcd27be5d85b053fda4: Running coprocessor pre-open hook at 1731212553811Writing region info on filesystem at 1731212553811Initializing all the Stores at 1731212553812 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212553812Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212553812Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212553812Cleaning up temporary data from old regions at 1731212553819 (+7 ms)Running coprocessor post-open hooks at 1731212553824 (+5 ms)Region opened successfully at 1731212553824 2024-11-10T04:22:33,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., pid=7, masterSystemTime=1731212553787 2024-11-10T04:22:33,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:33,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c27329d7883bfcd27be5d85b053fda4, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:33,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:33,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,42949,1731212545484 because future has completed 2024-11-10T04:22:33,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:22:33,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:22:33,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T04:22:33,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,42949,1731212545484 in 198 msec 2024-11-10T04:22:33,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:22:33,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN in 356 msec 2024-11-10T04:22:33,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:22:33,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212553837"}]},"ts":"1731212553837"} 2024-11-10T04:22:33,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:22:33,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:22:33,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-10T04:22:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., hostname=e900e1ae4b9f,42949,1731212545484, seqNum=2] 2024-11-10T04:22:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:33,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:22:34,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T04:22:34,027 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:22:34,056 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,42949,1731212545484, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:22:34,056 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:34,056 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42949,1731212545484, seqNum=-1] 2024-11-10T04:22:34,057 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:34,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T04:22:34,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,42949,1731212545484', locateType=CURRENT is [region=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., hostname=e900e1ae4b9f,42949,1731212545484, seqNum=2] 2024-11-10T04:22:34,062 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T04:22:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T04:22:34,064 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,42949,1731212545484 suceeded 2024-11-10T04:22:34,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T04:22:34,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T04:22:34,066 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:46841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:22:34,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T04:22:34,077 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:46841' 2024-11-10T04:22:34,078 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecce9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:34,078 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46841,-1 for getting cluster id 2024-11-10T04:22:34,078 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:34,079 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a701a99c-4384-44dd-97eb-6d7380196413' 2024-11-10T04:22:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a701a99c-4384-44dd-97eb-6d7380196413" 2024-11-10T04:22:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5acc9996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46841,-1] 2024-11-10T04:22:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,081 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:34,081 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5008ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:34,081 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc3b4dd 2024-11-10T04:22:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:34,083 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T04:22:34,083 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,42949,1731212545484 (queues=1) is replicating from cluster=df8277c8-236c-4c05-8a67-fab87e5a5e66 to cluster=a701a99c-4384-44dd-97eb-6d7380196413 2024-11-10T04:22:34,083 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C42949%2C1731212545484 2024-11-10T04:22:34,083 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,42949,1731212545484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:22:34,084 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.shippere900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C42949%2C1731212545484 2024-11-10T04:22:34,084 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471, startPosition=0, beingWritten=true 2024-11-10T04:22:34,289 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 to pos 0, reset compression=false 2024-11-10T04:22:34,594 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 to pos 0, reset compression=false 2024-11-10T04:22:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:34,798 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:22:34,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:34,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:34,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:34,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8df5ee 2024-11-10T04:22:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:34,800 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:34,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38317 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:22:34,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:34,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:34,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:34,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:22:34,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336078325, stopped=false 2024-11-10T04:22:34,802 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,38317,1731212545441 2024-11-10T04:22:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:34,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:34,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:34,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:34,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,42949,1731212545484' ***** 2024-11-10T04:22:34,804 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:22:34,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:34,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:34,804 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:22:34,804 INFO [RS:0;e900e1ae4b9f:42949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:34,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42949. 2024-11-10T04:22:34,805 DEBUG [RS:0;e900e1ae4b9f:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:34,805 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:34,805 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c27329d7883bfcd27be5d85b053fda4, disabling compactions & flushes 2024-11-10T04:22:34,805 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:22:34,805 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:22:34,805 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. after waiting 0 ms 2024-11-10T04:22:34,805 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:34,805 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:22:34,805 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c27329d7883bfcd27be5d85b053fda4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T04:22:34,806 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:22:34,806 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1325): Online Regions={9c27329d7883bfcd27be5d85b053fda4=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:34,806 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:34,806 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:34,806 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:34,806 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:34,806 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:34,806 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:34,806 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T04:22:34,824 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/1c536510e0c54c9796ed507aeff42b7c is 147, key is hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4./info:regioninfo/1731212553828/Put/seqid=0 2024-11-10T04:22:34,824 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/.tmp/queue/c4571f9bbfef4f5b83abbd15600f33d1 is 151, key is 1-e900e1ae4b9f,42949,1731212545484/queue:e900e1ae4b9f%2C42949%2C1731212545484/1731212554061/Put/seqid=0 2024-11-10T04:22:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741839_1015 (size=5350) 2024-11-10T04:22:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741838_1014 (size=6631) 2024-11-10T04:22:34,845 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:34,999 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 to pos 0, reset compression=false 2024-11-10T04:22:35,006 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:35,206 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:35,230 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/.tmp/queue/c4571f9bbfef4f5b83abbd15600f33d1 2024-11-10T04:22:35,231 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/1c536510e0c54c9796ed507aeff42b7c 2024-11-10T04:22:35,236 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/.tmp/queue/c4571f9bbfef4f5b83abbd15600f33d1 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/queue/c4571f9bbfef4f5b83abbd15600f33d1 2024-11-10T04:22:35,242 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/queue/c4571f9bbfef4f5b83abbd15600f33d1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T04:22:35,243 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c27329d7883bfcd27be5d85b053fda4 in 438ms, sequenceid=5, compaction requested=false 2024-11-10T04:22:35,246 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:22:35,247 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:35,247 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:35,247 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:35,247 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c27329d7883bfcd27be5d85b053fda4: Waiting for close lock at 1731212554805Running coprocessor pre-close hooks at 1731212554805Disabling compacts and flushes for region at 1731212554805Disabling writes for close at 1731212554805Obtaining lock to block concurrent updates at 1731212554805Preparing flush snapshotting stores in 9c27329d7883bfcd27be5d85b053fda4 at 1731212554805Finished memstore snapshotting hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731212554806 (+1 ms)Flushing stores of hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. at 1731212554806Flushing 9c27329d7883bfcd27be5d85b053fda4/queue: creating writer at 1731212554807 (+1 ms)Flushing 9c27329d7883bfcd27be5d85b053fda4/queue: appending metadata at 1731212554824 (+17 ms)Flushing 9c27329d7883bfcd27be5d85b053fda4/queue: closing flushed file at 1731212554824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d8370d: reopening flushed file at 1731212555236 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c27329d7883bfcd27be5d85b053fda4 in 438ms, sequenceid=5, compaction requested=false at 1731212555243 (+7 ms)Writing region close event to WAL at 1731212555243Running coprocessor post-close hooks at 1731212555247 (+4 ms)Closed at 1731212555247 2024-11-10T04:22:35,247 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:35,252 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/ns/824940bf845d40e38f6c673c349fbb4e is 43, key is default/ns:d/1731212548451/Put/seqid=0 2024-11-10T04:22:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741840_1016 (size=5153) 2024-11-10T04:22:35,340 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:22:35,340 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:22:35,406 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:35,504 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 to pos 0, reset compression=false 2024-11-10T04:22:35,606 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:35,656 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/ns/824940bf845d40e38f6c673c349fbb4e 2024-11-10T04:22:35,676 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/table/16001d0f50eb4d51ba9589d2874c9444 is 53, key is hbase:replication/table:state/1731212553837/Put/seqid=0 2024-11-10T04:22:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741841_1017 (size=5256) 2024-11-10T04:22:35,807 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:36,007 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:22:36,007 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:36,007 DEBUG [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:36,080 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/table/16001d0f50eb4d51ba9589d2874c9444 2024-11-10T04:22:36,086 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/1c536510e0c54c9796ed507aeff42b7c as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/info/1c536510e0c54c9796ed507aeff42b7c 2024-11-10T04:22:36,090 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/info/1c536510e0c54c9796ed507aeff42b7c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T04:22:36,091 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/ns/824940bf845d40e38f6c673c349fbb4e as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/ns/824940bf845d40e38f6c673c349fbb4e 2024-11-10T04:22:36,095 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/ns/824940bf845d40e38f6c673c349fbb4e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:22:36,096 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/table/16001d0f50eb4d51ba9589d2874c9444 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/table/16001d0f50eb4d51ba9589d2874c9444 2024-11-10T04:22:36,100 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/table/16001d0f50eb4d51ba9589d2874c9444, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T04:22:36,101 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-11-10T04:22:36,105 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:22:36,105 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:36,105 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:36,105 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:36,105 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212554806Running coprocessor pre-close hooks at 1731212554806Disabling compacts and flushes for region at 1731212554806Disabling writes for close at 1731212554806Obtaining lock to block concurrent updates at 1731212554806Preparing flush snapshotting stores in 1588230740 at 1731212554806Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731212554806Flushing stores of hbase:meta,,1.1588230740 at 1731212554807 (+1 ms)Flushing 1588230740/info: creating writer at 1731212554807Flushing 1588230740/info: appending metadata at 1731212554824 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731212554824Flushing 1588230740/ns: creating writer at 1731212555236 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731212555252 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731212555252Flushing 1588230740/table: creating writer at 1731212555661 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212555675 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731212555675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a6e6e2: reopening flushed file at 1731212556085 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2251afe8: reopening flushed file at 1731212556090 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0d6b99: reopening flushed file at 1731212556095 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1731212556101 (+6 ms)Writing region close event to WAL at 1731212556102 (+1 ms)Running coprocessor post-close hooks at 1731212556105 (+3 ms)Closed at 1731212556105 2024-11-10T04:22:36,106 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:36,108 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 to pos 0, reset compression=false 2024-11-10T04:22:36,207 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,42949,1731212545484; all regions closed. 2024-11-10T04:22:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741834_1010 (size=2742) 2024-11-10T04:22:36,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.meta.1731212548406.meta not finished, retry = 0 2024-11-10T04:22:36,312 DEBUG [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:36,312 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42949%2C1731212545484.meta:.meta(num 1731212548406) 2024-11-10T04:22:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741837_1013 (size=1586) 2024-11-10T04:22:36,315 DEBUG [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:36,316 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42949%2C1731212545484.rep:(num 1731212553792) 2024-11-10T04:22:36,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:22:36,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484/e900e1ae4b9f%2C42949%2C1731212545484.1731212547471 not finished, retry = 0 2024-11-10T04:22:36,420 DEBUG [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:36,420 INFO [RS:0;e900e1ae4b9f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42949%2C1731212545484:(num 1731212547471) 2024-11-10T04:22:36,420 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:36,420 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:36,420 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:36,420 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:36,420 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:36,420 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:36,421 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,42949,1731212545484 because: Region server is closing 2024-11-10T04:22:36,421 INFO [RS:0;e900e1ae4b9f:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42949. 2024-11-10T04:22:36,421 DEBUG [RS:0;e900e1ae4b9f:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:36,421 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:36,421 DEBUG [RS:0;e900e1ae4b9f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:36,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:36,521 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.wal-reader.e900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:22:36,521 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.shippere900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:22:36,522 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,42949,1731212545484.replicationSource.shippere900e1ae4b9f%2C42949%2C1731212545484,1-e900e1ae4b9f,42949,1731212545484 terminated 2024-11-10T04:22:36,522 INFO [RS:0;e900e1ae4b9f:42949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42949 2024-11-10T04:22:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/rs/e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/rs 2024-11-10T04:22:36,524 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:36,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,42949,1731212545484] 2024-11-10T04:22:36,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/draining/e900e1ae4b9f,42949,1731212545484 already deleted, retry=false 2024-11-10T04:22:36,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,42949,1731212545484 expired; onlineServers=0 2024-11-10T04:22:36,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,38317,1731212545441' ***** 2024-11-10T04:22:36,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:22:36,527 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:36,527 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:36,528 DEBUG [M:0;e900e1ae4b9f:38317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:22:36,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:22:36,528 DEBUG [M:0;e900e1ae4b9f:38317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:22:36,528 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212547261 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212547261,5,FailOnTimeoutGroup] 2024-11-10T04:22:36,528 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212547261 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212547261,5,FailOnTimeoutGroup] 2024-11-10T04:22:36,528 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:36,528 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:36,528 DEBUG [M:0;e900e1ae4b9f:38317 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:22:36,528 INFO [M:0;e900e1ae4b9f:38317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:22:36,528 INFO [M:0;e900e1ae4b9f:38317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:36,528 INFO [M:0;e900e1ae4b9f:38317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:22:36,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:22:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/master 2024-11-10T04:22:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:36,529 DEBUG [M:0;e900e1ae4b9f:38317 {}] zookeeper.ZKUtil(347): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/master because node does not exist (not an error) 2024-11-10T04:22:36,529 WARN [M:0;e900e1ae4b9f:38317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:22:36,530 INFO [M:0;e900e1ae4b9f:38317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.lastflushedseqids 2024-11-10T04:22:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741842_1018 (size=181) 2024-11-10T04:22:36,626 INFO [RS:0;e900e1ae4b9f:42949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:36,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:36,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101001cf4850001, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:36,626 INFO [RS:0;e900e1ae4b9f:42949 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,42949,1731212545484; zookeeper connection closed. 2024-11-10T04:22:36,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b55a4e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b55a4e4 2024-11-10T04:22:36,627 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:22:36,935 INFO [M:0;e900e1ae4b9f:38317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:22:36,935 INFO [M:0;e900e1ae4b9f:38317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:22:36,935 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:36,935 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:36,935 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:36,935 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:36,935 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:36,935 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T04:22:36,951 DEBUG [M:0;e900e1ae4b9f:38317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46099dcb392c40a5b2b84aa5fb82193c is 82, key is hbase:meta,,1/info:regioninfo/1731212548438/Put/seqid=0 2024-11-10T04:22:36,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741843_1019 (size=5672) 2024-11-10T04:22:37,356 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46099dcb392c40a5b2b84aa5fb82193c 2024-11-10T04:22:37,374 DEBUG [M:0;e900e1ae4b9f:38317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d968f0604344c1b777276ce8aebcd3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731212553841/Put/seqid=0 2024-11-10T04:22:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741844_1020 (size=7203) 2024-11-10T04:22:37,779 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d968f0604344c1b777276ce8aebcd3 2024-11-10T04:22:37,798 DEBUG [M:0;e900e1ae4b9f:38317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d34ca97094745febac73b4ffc69820b is 69, key is e900e1ae4b9f,42949,1731212545484/rs:state/1731212547328/Put/seqid=0 2024-11-10T04:22:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741845_1021 (size=5156) 2024-11-10T04:22:37,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:22:37,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:22:37,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:37,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T04:22:37,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:37,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:22:38,202 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d34ca97094745febac73b4ffc69820b 2024-11-10T04:22:38,207 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46099dcb392c40a5b2b84aa5fb82193c as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46099dcb392c40a5b2b84aa5fb82193c 2024-11-10T04:22:38,212 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46099dcb392c40a5b2b84aa5fb82193c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T04:22:38,213 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51d968f0604344c1b777276ce8aebcd3 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51d968f0604344c1b777276ce8aebcd3 2024-11-10T04:22:38,217 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51d968f0604344c1b777276ce8aebcd3, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T04:22:38,218 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d34ca97094745febac73b4ffc69820b as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d34ca97094745febac73b4ffc69820b 2024-11-10T04:22:38,223 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d34ca97094745febac73b4ffc69820b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T04:22:38,224 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-10T04:22:38,226 INFO [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:38,226 DEBUG [M:0;e900e1ae4b9f:38317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212556935Disabling compacts and flushes for region at 1731212556935Disabling writes for close at 1731212556935Obtaining lock to block concurrent updates at 1731212556935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212556935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731212556936 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212556936Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212556936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212556951 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212556951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212557360 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212557374 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212557374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212557784 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212557798 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212557798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626a8b5f: reopening flushed file at 1731212558207 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550303c3: reopening flushed file at 1731212558212 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c91f8a: reopening flushed file at 1731212558217 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731212558224 (+7 ms)Writing region close event to WAL at 1731212558226 (+2 ms)Closed at 1731212558226 2024-11-10T04:22:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741830_1006 (size=41008) 2024-11-10T04:22:38,228 INFO [M:0;e900e1ae4b9f:38317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:22:38,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:38,229 INFO [M:0;e900e1ae4b9f:38317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38317 2024-11-10T04:22:38,229 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:38,331 INFO [M:0;e900e1ae4b9f:38317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38317-0x101001cf4850000, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:38,333 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:22:38,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:38,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46647 2024-11-10T04:22:38,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46647 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466470x0, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:38,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46647-0x101001cf4850006 connected 2024-11-10T04:22:38,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:38,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:38,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:38,348 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: INIT 2024-11-10T04:22:38,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33, hbase.cluster.distributed=false 2024-11-10T04:22:38,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/acl 2024-11-10T04:22:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-10T04:22:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46647 2024-11-10T04:22:38,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46647 2024-11-10T04:22:38,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-10T04:22:38,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-10T04:22:38,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:22:38,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:38,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41739 2024-11-10T04:22:38,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41739 connecting to ZooKeeper ensemble=127.0.0.1:65256 2024-11-10T04:22:38,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:38,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:38,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417390x0, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:38,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41739-0x101001cf4850007 connected 2024-11-10T04:22:38,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:38,374 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: INIT 2024-11-10T04:22:38,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:22:38,375 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:22:38,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/master 2024-11-10T04:22:38,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/acl 2024-11-10T04:22:38,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41739 2024-11-10T04:22:38,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41739 2024-11-10T04:22:38,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41739 2024-11-10T04:22:38,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41739 2024-11-10T04:22:38,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41739 2024-11-10T04:22:38,393 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:46647 2024-11-10T04:22:38,396 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01919692175/backup-masters/e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:38,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:38,398 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/backup-masters/e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/master 2024-11-10T04:22:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:38,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:38,401 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/master 2024-11-10T04:22:38,401 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01919692175/backup-masters/e900e1ae4b9f,46647,1731212558333 from backup master directory 2024-11-10T04:22:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/backup-masters/e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,405 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/backup-masters 2024-11-10T04:22:38,405 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,415 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:38,415 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:22:38,422 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-10T04:22:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741846_1022 (size=196) 2024-11-10T04:22:38,830 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:38,831 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:22:38,831 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:38,836 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T04:22:38,838 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441 to hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441-dead as it is dead 2024-11-10T04:22:38,839 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441-dead/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:38,839 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441-dead/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 after 0ms 2024-11-10T04:22:38,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441-dead/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 to hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:38,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,38317,1731212545441-dead 2024-11-10T04:22:38,840 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:38,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C46647%2C1731212558333, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,46647,1731212558333, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/oldWALs, maxLogs=10 2024-11-10T04:22:38,859 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,46647,1731212558333/e900e1ae4b9f%2C46647%2C1731212558333.1731212558842, exclude list is [], retry=0 2024-11-10T04:22:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:38,863 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/WALs/e900e1ae4b9f,46647,1731212558333/e900e1ae4b9f%2C46647%2C1731212558333.1731212558842 2024-11-10T04:22:38,863 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:38,863 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:38,863 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:38,864 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,864 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:22:38,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:38,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46099dcb392c40a5b2b84aa5fb82193c 2024-11-10T04:22:38,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:38,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:22:38,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:38,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51d968f0604344c1b777276ce8aebcd3 2024-11-10T04:22:38,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:38,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:22:38,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:38,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d34ca97094745febac73b4ffc69820b 2024-11-10T04:22:38,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:38,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:22:38,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:38,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:38,882 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,883 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T04:22:38,883 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:38,887 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:38,887 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e900e1ae4b9f%2C38317%2C1731212545441.1731212547172 2024-11-10T04:22:38,888 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,888 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,889 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:38,890 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:38,892 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T04:22:38,892 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60757900, jitterRate=-0.09463673830032349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:38,893 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212558864Initializing all the Stores at 1731212558864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212558864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212558864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212558864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212558864Cleaning up temporary data from old regions at 1731212558888 (+24 ms)Region opened successfully at 1731212558893 (+5 ms) 2024-11-10T04:22:38,893 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:22:38,895 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f997f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:38,897 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T04:22:38,897 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:22:38,897 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:22:38,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:22:38,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:22:38,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:38,901 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:22:38,901 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:22:38,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T04:22:38,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:22:38,904 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e900e1ae4b9f,42949,1731212545484, regionLocation=e900e1ae4b9f,42949,1731212545484, openSeqNum=2 2024-11-10T04:22:38,904 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e900e1ae4b9f,42949,1731212545484, table=hbase:meta, region=1588230740 2024-11-10T04:22:38,904 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42949,1731212545484, state=OPEN 2024-11-10T04:22:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:38,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:38,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:38,908 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:22:38,911 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/draining/e900e1ae4b9f,42949,1731212545484 already deleted, retry=false 2024-11-10T04:22:38,911 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e900e1ae4b9f,42949,1731212545484 on e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,912 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e900e1ae4b9f,42949,1731212545484, splitWal=true, meta=true 2024-11-10T04:22:38,912 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e900e1ae4b9f,42949,1731212545484 (carryingMeta=true) e900e1ae4b9f,42949,1731212545484/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@988e30b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T04:22:38,914 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/balancer because node does not exist (not necessarily an error) 2024-11-10T04:22:38,915 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/balancer already deleted, retry=false 2024-11-10T04:22:38,915 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:22:38,916 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:22:38,917 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/normalizer already deleted, retry=false 2024-11-10T04:22:38,917 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:22:38,918 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:22:38,919 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/switch/split already deleted, retry=false 2024-11-10T04:22:38,920 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:22:38,922 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/switch/merge already deleted, retry=false 2024-11-10T04:22:38,925 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:22:38,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/snapshot-cleanup already deleted, retry=false 2024-11-10T04:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:38,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,46647,1731212558333, sessionid=0x101001cf4850006, setting cluster-up flag (Was=false) 2024-11-10T04:22:38,930 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01919692175/flush-table-proc/acquired, /01919692175/flush-table-proc/reached, /01919692175/flush-table-proc/abort 2024-11-10T04:22:38,931 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01919692175/online-snapshot/acquired, /01919692175/online-snapshot/reached, /01919692175/online-snapshot/abort 2024-11-10T04:22:38,934 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:38,935 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.lastflushedseqids 2024-11-10T04:22:38,937 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:22:38,937 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:22:38,937 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,46647,1731212558333 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e900e1ae4b9f,42949,1731212545484 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:38,938 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212588939 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:22:38,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:38,939 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e900e1ae4b9f,42949,1731212545484, splitWal=true, meta=true 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:22:38,940 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:22:38,940 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,42949,1731212545484, splitWal=true, meta=true, isMeta: true 2024-11-10T04:22:38,941 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484-splitting 2024-11-10T04:22:38,942 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484-splitting dir is empty, no logs to split. 2024-11-10T04:22:38,942 INFO [PEWorker-1 {}] master.SplitWALManager(105): e900e1ae4b9f,42949,1731212545484 WAL count=0, meta=true 2024-11-10T04:22:38,943 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484-splitting dir is empty, no logs to split. 2024-11-10T04:22:38,943 INFO [PEWorker-1 {}] master.SplitWALManager(105): e900e1ae4b9f,42949,1731212545484 WAL count=0, meta=true 2024-11-10T04:22:38,943 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,42949,1731212545484 WAL splitting is done? wals=0, meta=true 2024-11-10T04:22:38,944 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212558940,5,FailOnTimeoutGroup] 2024-11-10T04:22:38,944 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212558944,5,FailOnTimeoutGroup] 2024-11-10T04:22:38,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212558944, completionTime=-1 2024-11-10T04:22:38,944 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T04:22:38,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T04:22:38,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:38,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:22:38,983 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(746): ClusterId : df8277c8-236c-4c05-8a67-fab87e5a5e66 2024-11-10T04:22:38,983 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:22:38,985 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:22:38,985 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:22:38,987 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:22:38,987 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5f9d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:38,999 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:41739 2024-11-10T04:22:38,999 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:22:38,999 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:22:38,999 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:22:39,000 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,46647,1731212558333 with port=41739, startcode=1731212558366 2024-11-10T04:22:39,000 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:22:39,001 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:22:39,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46647 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,003 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33 2024-11-10T04:22:39,003 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44319 2024-11-10T04:22:39,003 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:22:39,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/rs 2024-11-10T04:22:39,008 DEBUG [RS:0;e900e1ae4b9f:41739 {}] zookeeper.ZKUtil(111): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on existing znode=/01919692175/rs/e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,008 WARN [RS:0;e900e1ae4b9f:41739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:39,008 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:39,008 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,41739,1731212558366] 2024-11-10T04:22:39,026 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:22:39,028 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:22:39,028 INFO [RS:0;e900e1ae4b9f:41739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:22:39,028 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,028 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:22:39,029 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:22:39,029 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:39,029 DEBUG [RS:0;e900e1ae4b9f:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,030 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41739,1731212558366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:39,044 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:22:39,044 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41739,1731212558366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,044 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T04:22:39,057 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,41739,1731212558366, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:22:39,057 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,057 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.Replication(171): e900e1ae4b9f,41739,1731212558366 started 2024-11-10T04:22:39,070 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:46841' 2024-11-10T04:22:39,071 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:39,071 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,41739,1731212558366, RpcServer on e900e1ae4b9f/172.17.0.2:41739, sessionid=0x101001cf4850007 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73810a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46841,-1 for getting cluster id 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41739,1731212558366' 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01919692175/flush-table-proc/abort' 2024-11-10T04:22:39,071 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01919692175/flush-table-proc/acquired' 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41739,1731212558366' 2024-11-10T04:22:39,072 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01919692175/online-snapshot/abort' 2024-11-10T04:22:39,072 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a701a99c-4384-44dd-97eb-6d7380196413' 2024-11-10T04:22:39,073 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01919692175/online-snapshot/acquired' 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a701a99c-4384-44dd-97eb-6d7380196413" 2024-11-10T04:22:39,073 DEBUG [RS:0;e900e1ae4b9f:41739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a80ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:39,073 INFO [RS:0;e900e1ae4b9f:41739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:22:39,073 INFO [RS:0;e900e1ae4b9f:41739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46841,-1] 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:39,074 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:39,075 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31694bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:39,075 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39803f19 2024-11-10T04:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:39,076 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T04:22:39,077 INFO [RS:0;e900e1ae4b9f:41739.replicationSource,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,41739,1731212558366 (queues=0) is replicating from cluster=df8277c8-236c-4c05-8a67-fab87e5a5e66 to cluster=a701a99c-4384-44dd-97eb-6d7380196413 2024-11-10T04:22:39,095 WARN [e900e1ae4b9f:46647 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T04:22:39,173 INFO [RS:0;e900e1ae4b9f:41739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:39,175 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41739%2C1731212558366, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:39,189 DEBUG [RS:0;e900e1ae4b9f:41739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175, exclude list is [], retry=0 2024-11-10T04:22:39,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:39,193 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 2024-11-10T04:22:39,193 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e900e1ae4b9f%2C41739%2C1731212558366 for peer 1 2024-11-10T04:22:39,193 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C41739%2C1731212558366 2024-11-10T04:22:39,193 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,41739,1731212558366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:22:39,193 DEBUG [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:39,193 INFO [RS:0;e900e1ae4b9f:41739.replicationSource.shippere900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C41739%2C1731212558366 2024-11-10T04:22:39,194 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175, startPosition=0, beingWritten=true 2024-11-10T04:22:39,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:39,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:39,346 DEBUG [e900e1ae4b9f:46647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:39,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41739,1731212558366, state=OPENING 2024-11-10T04:22:39,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:39,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:39,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:39,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:39,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:39,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41739,1731212558366}] 2024-11-10T04:22:39,398 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:39,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:22:39,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:22:39,506 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:22:39,506 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:39,506 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:22:39,507 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41739%2C1731212558366.meta, suffix=.meta, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:39,521 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.meta.1731212559508.meta, exclude list is [], retry=0 2024-11-10T04:22:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:39,524 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.meta.1731212559508.meta 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:39,525 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:22:39,525 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:39,525 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:22:39,526 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:22:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:39,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:39,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:39,533 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/info/1c536510e0c54c9796ed507aeff42b7c 2024-11-10T04:22:39,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:39,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:39,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:39,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:39,539 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/ns/824940bf845d40e38f6c673c349fbb4e 2024-11-10T04:22:39,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:39,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:39,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:39,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:39,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:39,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:39,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:39,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:39,545 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/table/16001d0f50eb4d51ba9589d2874c9444 2024-11-10T04:22:39,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:39,545 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:39,546 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:39,547 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740 2024-11-10T04:22:39,548 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:39,548 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:39,548 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:39,549 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:39,550 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65926458, jitterRate=-0.017619222402572632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:39,550 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:22:39,550 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212559526Writing region info on filesystem at 1731212559526Initializing all the Stores at 1731212559526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212559526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212559526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212559527 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212559527Cleaning up temporary data from old regions at 1731212559548 (+21 ms)Running coprocessor post-open hooks at 1731212559550 (+2 ms)Region opened successfully at 1731212559550 2024-11-10T04:22:39,551 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731212559501 2024-11-10T04:22:39,553 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:22:39,553 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:22:39,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,554 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41739,1731212558366, state=OPEN 2024-11-10T04:22:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01919692175/meta-region-server 2024-11-10T04:22:39,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:39,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01919692175/meta-region-server: CHANGED 2024-11-10T04:22:39,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:39,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T04:22:39,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41739,1731212558366 in 207 msec 2024-11-10T04:22:39,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:22:39,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-10T04:22:39,702 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:40,107 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:40,547 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T04:22:40,612 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:41,217 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:41,922 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:42,049 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T04:22:42,726 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:43,451 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T04:22:43,451 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:22:43,451 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:43,451 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41739,1731212558366, seqNum=-1] 2024-11-10T04:22:43,452 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:43,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:43,457 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c27329d7883bfcd27be5d85b053fda4, regionState=OPEN, lastHost=e900e1ae4b9f,42949,1731212545484, regionLocation=e900e1ae4b9f,42949,1731212545484, openSeqNum=2 2024-11-10T04:22:43,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:22:43,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212623457 2024-11-10T04:22:43,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212683457 2024-11-10T04:22:43,457 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-10T04:22:43,457 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e900e1ae4b9f,42949,1731212545484 had 2 regions 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:46647, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,458 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,459 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,42949,1731212545484, splitWal=true, meta=true, isMeta: false 2024-11-10T04:22:43,460 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484-splitting dir is empty, no logs to split. 2024-11-10T04:22:43,460 INFO [PEWorker-3 {}] master.SplitWALManager(105): e900e1ae4b9f,42949,1731212545484 WAL count=0, meta=false 2024-11-10T04:22:43,462 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,42949,1731212545484-splitting dir is empty, no logs to split. 2024-11-10T04:22:43,463 INFO [PEWorker-3 {}] master.SplitWALManager(105): e900e1ae4b9f,42949,1731212545484 WAL count=0, meta=false 2024-11-10T04:22:43,463 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,42949,1731212545484 WAL splitting is done? wals=0, meta=false 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.058sec 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:43,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:22:43,465 WARN [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e900e1ae4b9f,42949,1731212545484/hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:43,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN}] 2024-11-10T04:22:43,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN 2024-11-10T04:22:43,468 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:22:43,468 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:22:43,468 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,46647,1731212558333-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:43,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:22:43,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c56e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46647,-1 for getting cluster id 2024-11-10T04:22:43,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:43,488 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8277c8-236c-4c05-8a67-fab87e5a5e66' 2024-11-10T04:22:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8277c8-236c-4c05-8a67-fab87e5a5e66" 2024-11-10T04:22:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4325bb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46647,-1] 2024-11-10T04:22:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,490 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3cbf99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41739,1731212558366, seqNum=-1] 2024-11-10T04:22:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:43,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:43,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T04:22:43,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:43,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:43,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:43,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e900e1ae4b9f:46647 after: e900e1ae4b9f:46647 2024-11-10T04:22:43,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f258db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,46647,-1 for getting cluster id 2024-11-10T04:22:43,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:43,497 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8277c8-236c-4c05-8a67-fab87e5a5e66' 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8277c8-236c-4c05-8a67-fab87e5a5e66" 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb800f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,46647,-1] 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,498 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:43,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7119dbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:43,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e546305 2024-11-10T04:22:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:43,500 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:43,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46647 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T04:22:43,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:22:43,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:43,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:43,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:22:43,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1976043891, stopped=false 2024-11-10T04:22:43,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,46841,1731212549571 2024-11-10T04:22:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611068197/running 2024-11-10T04:22:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611068197/running 2024-11-10T04:22:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:43,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:43,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:43,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,41173,1731212549608' ***** 2024-11-10T04:22:43,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:22:43,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:22:43,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/running 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:43,504 INFO [RS:0;e900e1ae4b9f:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41173. 2024-11-10T04:22:43,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Set watcher on znode that does not yet exist, /1-611068197/running 2024-11-10T04:22:43,504 DEBUG [RS:0;e900e1ae4b9f:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:43,504 DEBUG [RS:0;e900e1ae4b9f:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:43,505 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:22:43,505 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:22:43,505 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:22:43,505 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:22:43,505 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:22:43,505 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:43,505 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:43,505 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:43,505 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:43,505 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:43,505 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:43,505 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:43,505 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T04:22:43,523 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/.tmp/ns/11128560de3141bead94d6a79b6ec4d0 is 43, key is default/ns:d/1731212552560/Put/seqid=0 2024-11-10T04:22:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741835_1011 (size=5153) 2024-11-10T04:22:43,574 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:43,618 DEBUG [e900e1ae4b9f:46647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:43,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9c27329d7883bfcd27be5d85b053fda4, regionState=OPENING, regionLocation=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN because future has completed 2024-11-10T04:22:43,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,41739,1731212558366}] 2024-11-10T04:22:43,632 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:43,705 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:43,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:43,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:43,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:22:43,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41739%2C1731212558366.rep, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs, maxLogs=10 2024-11-10T04:22:43,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.rep.1731212563779, exclude list is [], retry=0 2024-11-10T04:22:43,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33535,DS-cd52baf1-05ca-40c6-89a8-6237e32d8349,DISK] 2024-11-10T04:22:43,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.rep.1731212563779 2024-11-10T04:22:43,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37745:37745)] 2024-11-10T04:22:43,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c27329d7883bfcd27be5d85b053fda4, NAME => 'hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:43,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:43,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:43,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. service=MultiRowMutationService 2024-11-10T04:22:43,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:22:43,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:43,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,798 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,799 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName hfileref 2024-11-10T04:22:43,799 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:43,799 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:43,799 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,800 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName queue 2024-11-10T04:22:43,800 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:43,807 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/queue/c4571f9bbfef4f5b83abbd15600f33d1 2024-11-10T04:22:43,807 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:43,807 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,807 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c27329d7883bfcd27be5d85b053fda4 columnFamilyName sid 2024-11-10T04:22:43,807 DEBUG [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:43,808 INFO [StoreOpener-9c27329d7883bfcd27be5d85b053fda4-1 {}] regionserver.HStore(327): Store=9c27329d7883bfcd27be5d85b053fda4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:43,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:22:43,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9c27329d7883bfcd27be5d85b053fda4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64113220, jitterRate=-0.04463857412338257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:22:43,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:43,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9c27329d7883bfcd27be5d85b053fda4: Running coprocessor pre-open hook at 1731212563797Writing region info on filesystem at 1731212563797Initializing all the Stores at 1731212563798 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212563798Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212563798Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212563798Cleaning up temporary data from old regions at 1731212563810 (+12 ms)Running coprocessor post-open hooks at 1731212563813 (+3 ms)Region opened successfully at 1731212563814 (+1 ms) 2024-11-10T04:22:43,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., pid=13, masterSystemTime=1731212563774 2024-11-10T04:22:43,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:43,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:43,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9c27329d7883bfcd27be5d85b053fda4, regionState=OPEN, openSeqNum=9, regionLocation=e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,41739,1731212558366 because future has completed 2024-11-10T04:22:43,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T04:22:43,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c27329d7883bfcd27be5d85b053fda4, server=e900e1ae4b9f,41739,1731212558366 in 198 msec 2024-11-10T04:22:43,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T04:22:43,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c27329d7883bfcd27be5d85b053fda4, ASSIGN in 356 msec 2024-11-10T04:22:43,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T04:22:43,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., hostname=e900e1ae4b9f,41739,1731212558366, seqNum=9] 2024-11-10T04:22:43,841 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e900e1ae4b9f,42949,1731212545484 2024-11-10T04:22:43,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T04:22:43,905 DEBUG [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:43,927 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/.tmp/ns/11128560de3141bead94d6a79b6ec4d0 2024-11-10T04:22:43,934 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/.tmp/ns/11128560de3141bead94d6a79b6ec4d0 as hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/ns/11128560de3141bead94d6a79b6ec4d0 2024-11-10T04:22:43,939 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/ns/11128560de3141bead94d6a79b6ec4d0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T04:22:43,940 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-10T04:22:43,940 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:22:43,944 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T04:22:43,944 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:43,944 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:43,945 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:43,945 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212563505Running coprocessor pre-close hooks at 1731212563505Disabling compacts and flushes for region at 1731212563505Disabling writes for close at 1731212563505Obtaining lock to block concurrent updates at 1731212563505Preparing flush snapshotting stores in 1588230740 at 1731212563505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731212563506 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212563506Flushing 1588230740/ns: creating writer at 1731212563506Flushing 1588230740/ns: appending metadata at 1731212563522 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731212563522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3da194: reopening flushed file at 1731212563933 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731212563940 (+7 ms)Writing region close event to WAL at 1731212563941 (+1 ms)Running coprocessor post-close hooks at 1731212563944 (+3 ms)Closed at 1731212563945 (+1 ms) 2024-11-10T04:22:43,945 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:43,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T04:22:44,106 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,41173,1731212549608; all regions closed. 2024-11-10T04:22:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741834_1010 (size=1152) 2024-11-10T04:22:44,110 DEBUG [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/oldWALs 2024-11-10T04:22:44,110 INFO [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41173%2C1731212549608.meta:.meta(num 1731212552516) 2024-11-10T04:22:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741832_1008 (size=93) 2024-11-10T04:22:44,113 DEBUG [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/oldWALs 2024-11-10T04:22:44,113 INFO [RS:0;e900e1ae4b9f:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41173%2C1731212549608:(num 1731212551598) 2024-11-10T04:22:44,113 DEBUG [RS:0;e900e1ae4b9f:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:44,113 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:44,114 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:44,114 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:44,114 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:44,114 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:44,114 INFO [RS:0;e900e1ae4b9f:41173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41173 2024-11-10T04:22:44,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611068197/rs/e900e1ae4b9f,41173,1731212549608 2024-11-10T04:22:44,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197/rs 2024-11-10T04:22:44,116 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:44,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,41173,1731212549608] 2024-11-10T04:22:44,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-611068197/draining/e900e1ae4b9f,41173,1731212549608 already deleted, retry=false 2024-11-10T04:22:44,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,41173,1731212549608 expired; onlineServers=0 2024-11-10T04:22:44,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,46841,1731212549571' ***** 2024-11-10T04:22:44,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:22:44,119 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:44,119 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:44,119 DEBUG [M:0;e900e1ae4b9f:46841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:22:44,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:22:44,119 DEBUG [M:0;e900e1ae4b9f:46841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:22:44,119 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212551373 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212551373,5,FailOnTimeoutGroup] 2024-11-10T04:22:44,119 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212551373 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212551373,5,FailOnTimeoutGroup] 2024-11-10T04:22:44,120 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:44,120 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:44,120 DEBUG [M:0;e900e1ae4b9f:46841 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:22:44,120 INFO [M:0;e900e1ae4b9f:46841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:22:44,120 INFO [M:0;e900e1ae4b9f:46841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:44,120 INFO [M:0;e900e1ae4b9f:46841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:22:44,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:22:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611068197/master 2024-11-10T04:22:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611068197 2024-11-10T04:22:44,121 DEBUG [M:0;e900e1ae4b9f:46841 {}] zookeeper.ZKUtil(347): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Unable to get data of znode /1-611068197/master because node does not exist (not an error) 2024-11-10T04:22:44,121 WARN [M:0;e900e1ae4b9f:46841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:22:44,122 INFO [M:0;e900e1ae4b9f:46841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/.lastflushedseqids 2024-11-10T04:22:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741836_1012 (size=99) 2024-11-10T04:22:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:44,218 INFO [RS:0;e900e1ae4b9f:41173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x101001cf4850004, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:44,218 INFO [RS:0;e900e1ae4b9f:41173 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,41173,1731212549608; zookeeper connection closed. 2024-11-10T04:22:44,218 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f21cea0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f21cea0 2024-11-10T04:22:44,219 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:22:44,527 INFO [M:0;e900e1ae4b9f:46841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:22:44,528 INFO [M:0;e900e1ae4b9f:46841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:22:44,528 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:44,528 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:44,528 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:44,528 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:44,528 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:44,528 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T04:22:44,544 DEBUG [M:0;e900e1ae4b9f:46841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98190fba197e4674b61f761371f75945 is 82, key is hbase:meta,,1/info:regioninfo/1731212552550/Put/seqid=0 2024-11-10T04:22:44,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741837_1013 (size=5672) 2024-11-10T04:22:44,637 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:44,948 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98190fba197e4674b61f761371f75945 2024-11-10T04:22:44,967 DEBUG [M:0;e900e1ae4b9f:46841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8af415b32e5e4c09aae7aa7012753512 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731212552563/Put/seqid=0 2024-11-10T04:22:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741838_1014 (size=5275) 2024-11-10T04:22:45,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:45,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:45,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:22:45,372 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8af415b32e5e4c09aae7aa7012753512 2024-11-10T04:22:45,390 DEBUG [M:0;e900e1ae4b9f:46841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b44550d7a063444b83339f75b0c88b9b is 69, key is e900e1ae4b9f,41173,1731212549608/rs:state/1731212551448/Put/seqid=0 2024-11-10T04:22:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741839_1015 (size=5156) 2024-11-10T04:22:45,742 DEBUG [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 to pos 0, reset compression=false 2024-11-10T04:22:45,794 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b44550d7a063444b83339f75b0c88b9b 2024-11-10T04:22:45,800 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98190fba197e4674b61f761371f75945 as hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98190fba197e4674b61f761371f75945 2024-11-10T04:22:45,803 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98190fba197e4674b61f761371f75945, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T04:22:45,804 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8af415b32e5e4c09aae7aa7012753512 as hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8af415b32e5e4c09aae7aa7012753512 2024-11-10T04:22:45,808 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8af415b32e5e4c09aae7aa7012753512, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T04:22:45,809 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b44550d7a063444b83339f75b0c88b9b as hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b44550d7a063444b83339f75b0c88b9b 2024-11-10T04:22:45,813 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34093/user/jenkins/test-data/1e89c264-9a67-6eca-7dac-b015162be33c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b44550d7a063444b83339f75b0c88b9b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T04:22:45,814 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-10T04:22:45,816 INFO [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:45,817 DEBUG [M:0;e900e1ae4b9f:46841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212564528Disabling compacts and flushes for region at 1731212564528Disabling writes for close at 1731212564528Obtaining lock to block concurrent updates at 1731212564528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212564528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731212564528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212564529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212564529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212564543 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212564543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212564953 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212564967 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212564967Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212565376 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212565390 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212565390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afb5fb3: reopening flushed file at 1731212565799 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62afd99e: reopening flushed file at 1731212565804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c8d064: reopening flushed file at 1731212565808 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731212565814 (+6 ms)Writing region close event to WAL at 1731212565816 (+2 ms)Closed at 1731212565816 2024-11-10T04:22:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46705 is added to blk_1073741830_1006 (size=10165) 2024-11-10T04:22:45,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:45,821 INFO [M:0;e900e1ae4b9f:46841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:22:45,821 INFO [M:0;e900e1ae4b9f:46841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46841 2024-11-10T04:22:45,822 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:45,926 INFO [M:0;e900e1ae4b9f:46841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46841-0x101001cf4850003, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:45,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1197fc4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:45,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c9ae803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:45,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:45,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d711d8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:45,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5775eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:45,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:22:45,930 WARN [BP-1266966728-172.17.0.2-1731212548547 heartbeating to localhost/127.0.0.1:34093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:22:45,930 WARN [BP-1266966728-172.17.0.2-1731212548547 heartbeating to localhost/127.0.0.1:34093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266966728-172.17.0.2-1731212548547 (Datanode Uuid ae5519f0-c2a8-42a4-95da-5cb4533bf112) service to localhost/127.0.0.1:34093 2024-11-10T04:22:45,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:22:45,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/cluster_2a5718f9-d995-f165-8ebc-60cce9691953/data/data1/current/BP-1266966728-172.17.0.2-1731212548547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:45,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/cluster_2a5718f9-d995-f165-8ebc-60cce9691953/data/data2/current/BP-1266966728-172.17.0.2-1731212548547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:45,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:22:45,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a9c4281{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:45,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f135fcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:45,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:45,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6523d5c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:45,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad9195f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:22:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:22:45,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:45,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:45,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:45,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:45,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:45,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:22:45,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113665526, stopped=false 2024-11-10T04:22:45,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,46647,1731212558333 2024-11-10T04:22:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/running 2024-11-10T04:22:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:45,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:45,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:45,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:22:45,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:45,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:45,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:45,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,41739,1731212558366' ***** 2024-11-10T04:22:45,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:22:45,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Set watcher on znode that does not yet exist, /01919692175/running 2024-11-10T04:22:45,952 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:22:45,952 INFO [RS:0;e900e1ae4b9f:41739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:22:45,952 INFO [RS:0;e900e1ae4b9f:41739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:22:45,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:22:45,952 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41739. 2024-11-10T04:22:45,953 DEBUG [RS:0;e900e1ae4b9f:41739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:45,953 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c27329d7883bfcd27be5d85b053fda4, disabling compactions & flushes 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:22:45,953 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. after waiting 0 ms 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:45,953 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:22:45,953 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1325): Online Regions={9c27329d7883bfcd27be5d85b053fda4=hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:22:45,953 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c27329d7883bfcd27be5d85b053fda4 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:45,953 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:45,953 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:45,953 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T04:22:45,957 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/replication/9c27329d7883bfcd27be5d85b053fda4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T04:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:45,958 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c27329d7883bfcd27be5d85b053fda4: Waiting for close lock at 1731212565953Running coprocessor pre-close hooks at 1731212565953Disabling compacts and flushes for region at 1731212565953Disabling writes for close at 1731212565953Writing region close event to WAL at 1731212565954 (+1 ms)Running coprocessor post-close hooks at 1731212565958 (+4 ms)Closed at 1731212565958 2024-11-10T04:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4. 2024-11-10T04:22:45,969 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/9923fe20d0094e05918ad5fe1665131c is 147, key is hbase:replication,,1731212552657.9c27329d7883bfcd27be5d85b053fda4./info:regioninfo/1731212563817/Put/seqid=0 2024-11-10T04:22:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741851_1027 (size=6385) 2024-11-10T04:22:46,035 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:46,089 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:22:46,089 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:22:46,153 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:46,354 DEBUG [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:22:46,373 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/9923fe20d0094e05918ad5fe1665131c 2024-11-10T04:22:46,379 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/.tmp/info/9923fe20d0094e05918ad5fe1665131c as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/info/9923fe20d0094e05918ad5fe1665131c 2024-11-10T04:22:46,385 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/info/9923fe20d0094e05918ad5fe1665131c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T04:22:46,386 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-10T04:22:46,390 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T04:22:46,390 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:46,390 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:46,391 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:46,391 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212565953Running coprocessor pre-close hooks at 1731212565953Disabling compacts and flushes for region at 1731212565953Disabling writes for close at 1731212565953Obtaining lock to block concurrent updates at 1731212565953Preparing flush snapshotting stores in 1588230740 at 1731212565953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731212565954 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212565954Flushing 1588230740/info: creating writer at 1731212565954Flushing 1588230740/info: appending metadata at 1731212565969 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731212565969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fd31d2: reopening flushed file at 1731212566379 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1731212566386 (+7 ms)Writing region close event to WAL at 1731212566387 (+1 ms)Running coprocessor post-close hooks at 1731212566390 (+3 ms)Closed at 1731212566390 2024-11-10T04:22:46,391 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:46,554 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,41739,1731212558366; all regions closed. 2024-11-10T04:22:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741849_1025 (size=2156) 2024-11-10T04:22:46,558 DEBUG [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:46,558 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41739%2C1731212558366.meta:.meta(num 1731212559508) 2024-11-10T04:22:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741850_1026 (size=796) 2024-11-10T04:22:46,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.rep.1731212563779 not finished, retry = 0 2024-11-10T04:22:46,662 DEBUG [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:46,662 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41739%2C1731212558366.rep:(num 1731212563779) 2024-11-10T04:22:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741848_1024 (size=93) 2024-11-10T04:22:46,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/WALs/e900e1ae4b9f,41739,1731212558366/e900e1ae4b9f%2C41739%2C1731212558366.1731212559175 not finished, retry = 0 2024-11-10T04:22:46,767 DEBUG [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/oldWALs 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41739%2C1731212558366:(num 1731212559175) 2024-11-10T04:22:46,767 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:46,767 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,41739,1731212558366 because: Region server is closing 2024-11-10T04:22:46,767 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T04:22:46,767 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T04:22:46,767 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T04:22:46,767 INFO [RS:0;e900e1ae4b9f:41739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41739. 2024-11-10T04:22:46,768 DEBUG [RS:0;e900e1ae4b9f:41739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:22:46,768 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:46,768 DEBUG [RS:0;e900e1ae4b9f:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:46,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:22:46,868 WARN [RS:0;e900e1ae4b9f:41739.replicationSource.shippere900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:22:46,868 WARN [RS:0;e900e1ae4b9f:41739.replicationSource.wal-reader.e900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:22:46,868 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e900e1ae4b9f:41739.replicationSource.shippere900e1ae4b9f%2C41739%2C1731212558366,1-e900e1ae4b9f,41739,1731212558366 terminated 2024-11-10T04:22:46,868 INFO [RS:0;e900e1ae4b9f:41739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41739 2024-11-10T04:22:46,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/rs/e900e1ae4b9f,41739,1731212558366 2024-11-10T04:22:46,870 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:46,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175/rs 2024-11-10T04:22:46,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,41739,1731212558366] 2024-11-10T04:22:46,874 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01919692175/draining/e900e1ae4b9f,41739,1731212558366 already deleted, retry=false 2024-11-10T04:22:46,874 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,41739,1731212558366 expired; onlineServers=0 2024-11-10T04:22:46,874 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,46647,1731212558333' ***** 2024-11-10T04:22:46,874 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:22:46,874 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:22:46,875 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:22:46,875 DEBUG [M:0;e900e1ae4b9f:46647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:22:46,875 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:22:46,875 DEBUG [M:0;e900e1ae4b9f:46647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:22:46,875 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212558940 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212558940,5,FailOnTimeoutGroup] 2024-11-10T04:22:46,875 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:22:46,875 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:22:46,875 DEBUG [M:0;e900e1ae4b9f:46647 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:22:46,875 INFO [M:0;e900e1ae4b9f:46647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:22:46,875 INFO [M:0;e900e1ae4b9f:46647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:22:46,876 INFO [M:0;e900e1ae4b9f:46647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:22:46,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:22:46,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01919692175/master 2024-11-10T04:22:46,876 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212558944 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212558944,5,FailOnTimeoutGroup] 2024-11-10T04:22:46,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01919692175 2024-11-10T04:22:46,876 DEBUG [M:0;e900e1ae4b9f:46647 {}] zookeeper.ZKUtil(347): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Unable to get data of znode /01919692175/master because node does not exist (not an error) 2024-11-10T04:22:46,876 WARN [M:0;e900e1ae4b9f:46647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:22:46,877 INFO [M:0;e900e1ae4b9f:46647 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/.lastflushedseqids 2024-11-10T04:22:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741852_1028 (size=181) 2024-11-10T04:22:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101001cf4850007, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:46,972 INFO [RS:0;e900e1ae4b9f:41739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:46,972 INFO [RS:0;e900e1ae4b9f:41739 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,41739,1731212558366; zookeeper connection closed. 2024-11-10T04:22:46,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@335bc6eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@335bc6eb 2024-11-10T04:22:46,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:22:47,283 INFO [M:0;e900e1ae4b9f:46647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:22:47,283 INFO [M:0;e900e1ae4b9f:46647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:22:47,283 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:47,283 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:47,283 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:47,283 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:47,283 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:47,283 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T04:22:47,303 DEBUG [M:0;e900e1ae4b9f:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a52db3a08d3442a7b702ae9f2b448520 is 82, key is hbase:meta,,1/info:regioninfo/1731212559553/Put/seqid=0 2024-11-10T04:22:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741853_1029 (size=5672) 2024-11-10T04:22:47,708 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a52db3a08d3442a7b702ae9f2b448520 2024-11-10T04:22:47,727 DEBUG [M:0;e900e1ae4b9f:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22504bc087e4acba2bb69a07304b548 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731212563822/Put/seqid=0 2024-11-10T04:22:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741854_1030 (size=7312) 2024-11-10T04:22:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:22:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:48,132 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22504bc087e4acba2bb69a07304b548 2024-11-10T04:22:48,151 DEBUG [M:0;e900e1ae4b9f:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b51d9809311b47a8bc7b21a0bece04a6 is 69, key is e900e1ae4b9f,41739,1731212558366/rs:state/1731212559002/Put/seqid=0 2024-11-10T04:22:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741855_1031 (size=5370) 2024-11-10T04:22:48,556 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b51d9809311b47a8bc7b21a0bece04a6 2024-11-10T04:22:48,560 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51d9809311b47a8bc7b21a0bece04a6 2024-11-10T04:22:48,561 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a52db3a08d3442a7b702ae9f2b448520 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a52db3a08d3442a7b702ae9f2b448520 2024-11-10T04:22:48,565 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a52db3a08d3442a7b702ae9f2b448520, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T04:22:48,566 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22504bc087e4acba2bb69a07304b548 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22504bc087e4acba2bb69a07304b548 2024-11-10T04:22:48,570 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22504bc087e4acba2bb69a07304b548, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T04:22:48,571 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b51d9809311b47a8bc7b21a0bece04a6 as hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b51d9809311b47a8bc7b21a0bece04a6 2024-11-10T04:22:48,575 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51d9809311b47a8bc7b21a0bece04a6 2024-11-10T04:22:48,575 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/27df5d2f-dd05-5d5e-41a5-78d1959f0e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b51d9809311b47a8bc7b21a0bece04a6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T04:22:48,576 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-10T04:22:48,592 INFO [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:48,592 DEBUG [M:0;e900e1ae4b9f:46647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212567283Disabling compacts and flushes for region at 1731212567283Disabling writes for close at 1731212567283Obtaining lock to block concurrent updates at 1731212567283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212567283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731212567284 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212567284Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212567284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212567303 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212567303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212567713 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212567727 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212567727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212568137 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212568151 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212568151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2607ba14: reopening flushed file at 1731212568560 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf4c3ca: reopening flushed file at 1731212568565 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0aee87: reopening flushed file at 1731212568570 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1731212568576 (+6 ms)Writing region close event to WAL at 1731212568592 (+16 ms)Closed at 1731212568592 2024-11-10T04:22:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33535 is added to blk_1073741847_1023 (size=22903) 2024-11-10T04:22:48,597 INFO [M:0;e900e1ae4b9f:46647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:22:48,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:22:48,597 INFO [M:0;e900e1ae4b9f:46647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46647 2024-11-10T04:22:48,597 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:22:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:48,699 INFO [M:0;e900e1ae4b9f:46647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:22:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x101001cf4850006, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:22:48,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f92f928{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:48,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ca20f7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:48,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:48,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212907b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:48,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc6a54b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:48,704 WARN [BP-2095177775-172.17.0.2-1731212544524 heartbeating to localhost/127.0.0.1:44319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:22:48,704 WARN [BP-2095177775-172.17.0.2-1731212544524 heartbeating to localhost/127.0.0.1:44319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095177775-172.17.0.2-1731212544524 (Datanode Uuid ae495391-80fb-45a1-a46a-84f220428aed) service to localhost/127.0.0.1:44319 2024-11-10T04:22:48,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:22:48,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:22:48,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/data/data2/current/BP-2095177775-172.17.0.2-1731212544524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:48,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:22:48,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/cluster_4b439c65-23b1-a0dc-5bc2-0837fe3d05f0/data/data1/current/BP-2095177775-172.17.0.2-1731212544524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:22:48,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b32556b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:48,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a741a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:22:48,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:22:48,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cf398a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:22:48,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@485d4c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e4d92e-901b-9ee4-c0af-6c26b2740b5e/hadoop.log.dir/,STOPPED} 2024-11-10T04:22:48,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:22:48,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:22:48,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44319 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65256) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65256) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34093 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 108) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8860 (was 8907) 2024-11-10T04:22:48,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=8860 2024-11-10T04:22:48,764 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T04:22:48,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir so I do NOT create it in target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485 2024-11-10T04:22:48,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:22:48,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.tmp.dir so I do NOT create it in target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485 2024-11-10T04:22:48,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c43e94e-f4e8-0205-ed13-4c5e17ff6064/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:22:48,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485 2024-11-10T04:22:48,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f, deleteOnExit=true 2024-11-10T04:22:48,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/zookeeper_0, clientPort=49641, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:22:48,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49641 2024-11-10T04:22:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:22:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:22:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/test.cache.data in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:22:48,769 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:22:48,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:48,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:22:48,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001cf4850002, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001cf4850005, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:22:48,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001cf4850002, quorum=127.0.0.1:65256, baseZNode=/01919692175 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:22:48,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001cf4850005, quorum=127.0.0.1:65256, baseZNode=/1-611068197 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:22:48,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:48,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:48,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:48,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:48,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:22:48,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:48,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600da08b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:48,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@177405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:49,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d2bdf6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/java.io.tmpdir/jetty-localhost-33059-hadoop-hdfs-3_4_1-tests_jar-_-any-14766424355361234706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:49,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef0879e{HTTP/1.1, (http/1.1)}{localhost:33059} 2024-11-10T04:22:49,023 INFO [Time-limited test {}] server.Server(415): Started @156136ms 2024-11-10T04:22:49,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:49,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:49,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:49,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:49,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:22:49,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c5aa1a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:49,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175aceda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:49,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee8c339{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/java.io.tmpdir/jetty-localhost-37183-hadoop-hdfs-3_4_1-tests_jar-_-any-17043190309465884444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:49,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248bc307{HTTP/1.1, (http/1.1)}{localhost:37183} 2024-11-10T04:22:49,219 INFO [Time-limited test {}] server.Server(415): Started @156333ms 2024-11-10T04:22:49,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:22:49,321 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/data/data1/current/BP-1738126494-172.17.0.2-1731212568798/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:49,321 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/data/data2/current/BP-1738126494-172.17.0.2-1731212568798/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:49,340 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:22:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294bb00f2876acf4 with lease ID 0xd947f4f47aefd5ce: Processing first storage report for DS-ae284886-ee27-444e-84d0-9dded5cb14d2 from datanode DatanodeRegistration(127.0.0.1:39957, datanodeUuid=0d4f7245-0696-4f12-a119-4b1609f84453, infoPort=46183, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=1341894536;c=1731212568798) 2024-11-10T04:22:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294bb00f2876acf4 with lease ID 0xd947f4f47aefd5ce: from storage DS-ae284886-ee27-444e-84d0-9dded5cb14d2 node DatanodeRegistration(127.0.0.1:39957, datanodeUuid=0d4f7245-0696-4f12-a119-4b1609f84453, infoPort=46183, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=1341894536;c=1731212568798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294bb00f2876acf4 with lease ID 0xd947f4f47aefd5ce: Processing first storage report for DS-26ee5057-fa21-4680-9e7f-56768677ee92 from datanode DatanodeRegistration(127.0.0.1:39957, datanodeUuid=0d4f7245-0696-4f12-a119-4b1609f84453, infoPort=46183, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=1341894536;c=1731212568798) 2024-11-10T04:22:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294bb00f2876acf4 with lease ID 0xd947f4f47aefd5ce: from storage DS-26ee5057-fa21-4680-9e7f-56768677ee92 node DatanodeRegistration(127.0.0.1:39957, datanodeUuid=0d4f7245-0696-4f12-a119-4b1609f84453, infoPort=46183, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=1341894536;c=1731212568798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:49,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485 2024-11-10T04:22:49,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:22:49,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc with version=8 2024-11-10T04:22:49,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/hbase-staging 2024-11-10T04:22:49,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:22:49,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:49,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37479 2024-11-10T04:22:49,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37479 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:49,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374790x0, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:49,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37479-0x101001d534f0000 connected 2024-11-10T04:22:49,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/running 2024-11-10T04:22:49,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc, hbase.cluster.distributed=false 2024-11-10T04:22:49,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/acl 2024-11-10T04:22:49,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-10T04:22:49,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37479 2024-11-10T04:22:49,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37479 2024-11-10T04:22:49,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-10T04:22:49,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-10T04:22:49,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:49,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:49,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:49,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:22:49,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:49,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36521 2024-11-10T04:22:49,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36521 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:49,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365210x0, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:49,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365210x0, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/running 2024-11-10T04:22:49,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36521-0x101001d534f0001 connected 2024-11-10T04:22:49,910 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:22:49,913 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:22:49,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/master 2024-11-10T04:22:49,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/acl 2024-11-10T04:22:49,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36521 2024-11-10T04:22:49,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36521 2024-11-10T04:22:49,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36521 2024-11-10T04:22:49,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36521 2024-11-10T04:22:49,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36521 2024-11-10T04:22:49,933 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:37479 2024-11-10T04:22:49,933 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1309809097/backup-masters/e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:49,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/backup-masters 2024-11-10T04:22:49,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/backup-masters 2024-11-10T04:22:49,935 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on existing znode=/0-1309809097/backup-masters/e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:49,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:49,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309809097/master 2024-11-10T04:22:49,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:49,937 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on existing znode=/0-1309809097/master 2024-11-10T04:22:49,937 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1309809097/backup-masters/e900e1ae4b9f,37479,1731212569854 from backup master directory 2024-11-10T04:22:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309809097/backup-masters/e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/backup-masters 2024-11-10T04:22:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/backup-masters 2024-11-10T04:22:49,939 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:49,939 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:49,943 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/hbase.id] with ID: 3a517ffa-536a-498b-81a2-748551d63a46 2024-11-10T04:22:49,943 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/.tmp/hbase.id 2024-11-10T04:22:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:22:50,348 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/.tmp/hbase.id]:[hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/hbase.id] 2024-11-10T04:22:50,357 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:50,357 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:22:50,358 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:22:50,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:50,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:22:50,766 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:50,767 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:22:50,767 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:22:51,174 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store 2024-11-10T04:22:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:22:51,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:51,580 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:51,581 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:51,581 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:51,581 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:51,581 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:51,581 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:51,581 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:51,581 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212571581Disabling compacts and flushes for region at 1731212571581Disabling writes for close at 1731212571581Writing region close event to WAL at 1731212571581Closed at 1731212571581 2024-11-10T04:22:51,582 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/.initializing 2024-11-10T04:22:51,582 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/WALs/e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:51,583 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:51,584 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C37479%2C1731212569854, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/WALs/e900e1ae4b9f,37479,1731212569854, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/oldWALs, maxLogs=10 2024-11-10T04:22:51,601 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/WALs/e900e1ae4b9f,37479,1731212569854/e900e1ae4b9f%2C37479%2C1731212569854.1731212571584, exclude list is [], retry=0 2024-11-10T04:22:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39957,DS-ae284886-ee27-444e-84d0-9dded5cb14d2,DISK] 2024-11-10T04:22:51,605 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/WALs/e900e1ae4b9f,37479,1731212569854/e900e1ae4b9f%2C37479%2C1731212569854.1731212571584 2024-11-10T04:22:51,605 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46183:46183)] 2024-11-10T04:22:51,605 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:51,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:51,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:22:51,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:51,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:51,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:22:51,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:51,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:51,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:22:51,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:51,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:51,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:22:51,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:51,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:51,612 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,613 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,613 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,614 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,614 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,615 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:51,616 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:51,617 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:51,618 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69305742, jitterRate=0.03273603320121765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:51,618 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212571606Initializing all the Stores at 1731212571606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212571606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212571607 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212571607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212571607Cleaning up temporary data from old regions at 1731212571614 (+7 ms)Region opened successfully at 1731212571618 (+4 ms) 2024-11-10T04:22:51,618 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:22:51,621 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7967ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:51,622 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:22:51,622 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:22:51,622 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:22:51,622 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:22:51,623 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:22:51,623 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:22:51,623 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:22:51,625 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:22:51,625 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/balancer because node does not exist (not necessarily an error) 2024-11-10T04:22:51,627 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/balancer already deleted, retry=false 2024-11-10T04:22:51,627 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:22:51,628 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:22:51,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/normalizer already deleted, retry=false 2024-11-10T04:22:51,629 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:22:51,630 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:22:51,631 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/switch/split already deleted, retry=false 2024-11-10T04:22:51,632 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:22:51,635 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/switch/merge already deleted, retry=false 2024-11-10T04:22:51,636 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:22:51,637 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/snapshot-cleanup already deleted, retry=false 2024-11-10T04:22:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309809097/running 2024-11-10T04:22:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309809097/running 2024-11-10T04:22:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,639 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,37479,1731212569854, sessionid=0x101001d534f0000, setting cluster-up flag (Was=false) 2024-11-10T04:22:51,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,647 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309809097/flush-table-proc/acquired, /0-1309809097/flush-table-proc/reached, /0-1309809097/flush-table-proc/abort 2024-11-10T04:22:51,648 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:51,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:51,656 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309809097/online-snapshot/acquired, /0-1309809097/online-snapshot/reached, /0-1309809097/online-snapshot/abort 2024-11-10T04:22:51,657 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:51,658 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:22:51,659 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:51,660 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:22:51,660 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:22:51,660 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e900e1ae4b9f,42949,1731212545484: status=Processing ServerCrashProcedure of e900e1ae4b9f,42949,1731212545484 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731212558939, completionTime=-1 appears to have been leaked 2024-11-10T04:22:51,660 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,37479,1731212569854 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:51,661 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:51,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:22:51,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:51,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212601668 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:22:51,668 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:22:51,669 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,672 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:22:51,672 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:22:51,672 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:22:51,673 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:22:51,673 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:22:51,673 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:22:51,673 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212571673,5,FailOnTimeoutGroup] 2024-11-10T04:22:51,678 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212571673,5,FailOnTimeoutGroup] 2024-11-10T04:22:51,678 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,678 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:22:51,678 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,678 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:22:51,724 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(746): ClusterId : 3a517ffa-536a-498b-81a2-748551d63a46 2024-11-10T04:22:51,724 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:22:51,726 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:22:51,726 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:22:51,728 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:22:51,728 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5710274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:51,740 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:36521 2024-11-10T04:22:51,740 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:22:51,740 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:22:51,740 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:22:51,741 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,37479,1731212569854 with port=36521, startcode=1731212569902 2024-11-10T04:22:51,741 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:22:51,743 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:22:51,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,744 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc 2024-11-10T04:22:51,744 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37851 2024-11-10T04:22:51,744 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:22:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/rs 2024-11-10T04:22:51,746 DEBUG [RS:0;e900e1ae4b9f:36521 {}] zookeeper.ZKUtil(111): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on existing znode=/0-1309809097/rs/e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,746 WARN [RS:0;e900e1ae4b9f:36521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:51,746 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:51,746 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,36521,1731212569902] 2024-11-10T04:22:51,749 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:22:51,753 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:22:51,753 INFO [RS:0;e900e1ae4b9f:36521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:22:51,753 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,753 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:22:51,754 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:22:51,754 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,754 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,755 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,755 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:51,755 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:51,755 DEBUG [RS:0;e900e1ae4b9f:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,755 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36521,1731212569902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:51,777 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:22:51,777 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36521,1731212569902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,777 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,777 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.Replication(171): e900e1ae4b9f,36521,1731212569902 started 2024-11-10T04:22:51,798 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:51,798 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,36521,1731212569902, RpcServer on e900e1ae4b9f/172.17.0.2:36521, sessionid=0x101001d534f0001 2024-11-10T04:22:51,798 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:22:51,798 DEBUG [RS:0;e900e1ae4b9f:36521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,798 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,36521,1731212569902' 2024-11-10T04:22:51,798 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309809097/flush-table-proc/abort' 2024-11-10T04:22:51,798 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309809097/flush-table-proc/acquired' 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,36521,1731212569902' 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309809097/online-snapshot/abort' 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309809097/online-snapshot/acquired' 2024-11-10T04:22:51,799 DEBUG [RS:0;e900e1ae4b9f:36521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:22:51,799 INFO [RS:0;e900e1ae4b9f:36521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:22:51,799 INFO [RS:0;e900e1ae4b9f:36521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:22:51,900 INFO [RS:0;e900e1ae4b9f:36521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:51,901 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36521%2C1731212569902, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs, maxLogs=10 2024-11-10T04:22:51,915 DEBUG [RS:0;e900e1ae4b9f:36521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902, exclude list is [], retry=0 2024-11-10T04:22:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39957,DS-ae284886-ee27-444e-84d0-9dded5cb14d2,DISK] 2024-11-10T04:22:51,920 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 2024-11-10T04:22:51,920 DEBUG [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46183:46183)] 2024-11-10T04:22:52,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:22:52,080 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc 2024-11-10T04:22:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:22:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:52,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:52,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:52,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:52,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:52,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:52,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:52,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:52,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:52,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740 2024-11-10T04:22:52,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740 2024-11-10T04:22:52,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:52,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:52,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:52,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:52,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63204014, jitterRate=-0.05818679928779602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212572487Initializing all the Stores at 1731212572487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572488 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212572488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572488Cleaning up temporary data from old regions at 1731212572495 (+7 ms)Region opened successfully at 1731212572498 (+3 ms) 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:52,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:52,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212572499Disabling compacts and flushes for region at 1731212572499Disabling writes for close at 1731212572499Writing region close event to WAL at 1731212572499Closed at 1731212572499 2024-11-10T04:22:52,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:52,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:22:52,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:22:52,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:52,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:22:52,652 DEBUG [e900e1ae4b9f:37479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:52,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:52,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,36521,1731212569902, state=OPENING 2024-11-10T04:22:52,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:22:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:22:52,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:52,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309809097/meta-region-server: CHANGED 2024-11-10T04:22:52,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309809097/meta-region-server: CHANGED 2024-11-10T04:22:52,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36521,1731212569902}] 2024-11-10T04:22:52,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:22:52,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:22:52,818 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:22:52,818 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:52,818 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:22:52,819 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36521%2C1731212569902.meta, suffix=.meta, logDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs, maxLogs=10 2024-11-10T04:22:52,833 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.meta.1731212572819.meta, exclude list is [], retry=0 2024-11-10T04:22:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39957,DS-ae284886-ee27-444e-84d0-9dded5cb14d2,DISK] 2024-11-10T04:22:52,836 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.meta.1731212572819.meta 2024-11-10T04:22:52,836 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46183:46183)] 2024-11-10T04:22:52,836 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:52,837 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:22:52,837 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:22:52,837 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:22:52,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:52,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:52,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:52,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:52,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:52,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:52,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:52,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:52,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:52,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:52,842 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:52,843 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740 2024-11-10T04:22:52,843 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740 2024-11-10T04:22:52,844 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:52,844 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:52,845 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:52,846 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:52,846 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59266381, jitterRate=-0.11686210334300995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:52,846 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:22:52,847 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212572837Writing region info on filesystem at 1731212572837Initializing all the Stores at 1731212572838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212572838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212572838Cleaning up temporary data from old regions at 1731212572844 (+6 ms)Running coprocessor post-open hooks at 1731212572846 (+2 ms)Region opened successfully at 1731212572847 (+1 ms) 2024-11-10T04:22:52,847 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212572813 2024-11-10T04:22:52,849 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:22:52,849 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:22:52,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:52,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,36521,1731212569902, state=OPEN 2024-11-10T04:22:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309809097/meta-region-server 2024-11-10T04:22:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309809097/meta-region-server 2024-11-10T04:22:52,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:52,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309809097/meta-region-server: CHANGED 2024-11-10T04:22:52,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309809097/meta-region-server: CHANGED 2024-11-10T04:22:52,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:22:52,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36521,1731212569902 in 191 msec 2024-11-10T04:22:52,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:22:52,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-10T04:22:52,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:52,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:22:52,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:52,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:22:52,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:52,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:52,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-10T04:22:52,863 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212572863, completionTime=-1 2024-11-10T04:22:52,863 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:22:52,863 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:22:52,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:22:52,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212632864 2024-11-10T04:22:52,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212692864 2024-11-10T04:22:52,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:37479, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,866 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:52,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:22:52,870 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:22:52,870 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:22:52,870 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37479,1731212569854-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:52,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c007f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:52,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:22:52,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:52,926 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65de9fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:52,928 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:52,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8cdf4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:52,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:52,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:22:52,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:52,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:52,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:52,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:52,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001d534f0002 connected 2024-11-10T04:22:52,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir so I do NOT create it in target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281 2024-11-10T04:22:52,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:22:52,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.tmp.dir so I do NOT create it in target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281 2024-11-10T04:22:52,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:22:52,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/cluster_6c6e5007-e2bd-c86a-c89f-e9074ff6856c, deleteOnExit=true 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/test.cache.data in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:22:52,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:22:52,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:22:52,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:22:53,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:53,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:53,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:53,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:53,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:22:53,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:53,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@471c1cc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:53,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a9384b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:53,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c143e7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/java.io.tmpdir/jetty-localhost-41953-hadoop-hdfs-3_4_1-tests_jar-_-any-13736875747292031201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:22:53,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@154d6805{HTTP/1.1, (http/1.1)}{localhost:41953} 2024-11-10T04:22:53,137 INFO [Time-limited test {}] server.Server(415): Started @160250ms 2024-11-10T04:22:53,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:22:53,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:22:53,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:22:53,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:22:53,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:22:53,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d98480e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:22:53,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7a6e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:22:53,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f5fa95b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/java.io.tmpdir/jetty-localhost-40415-hadoop-hdfs-3_4_1-tests_jar-_-any-421476685808861338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:22:53,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ccfaece{HTTP/1.1, (http/1.1)}{localhost:40415} 2024-11-10T04:22:53,332 INFO [Time-limited test {}] server.Server(415): Started @160446ms 2024-11-10T04:22:53,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:22:53,440 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/cluster_6c6e5007-e2bd-c86a-c89f-e9074ff6856c/data/data1/current/BP-1998182299-172.17.0.2-1731212572964/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:53,440 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/cluster_6c6e5007-e2bd-c86a-c89f-e9074ff6856c/data/data2/current/BP-1998182299-172.17.0.2-1731212572964/current, will proceed with Du for space computation calculation, 2024-11-10T04:22:53,457 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:22:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2846fc5666469aa1 with lease ID 0x6a31ed4475e6e789: Processing first storage report for DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a from datanode DatanodeRegistration(127.0.0.1:45323, datanodeUuid=9986adc0-7791-40d5-a1aa-1a3172044036, infoPort=42173, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1195208551;c=1731212572964) 2024-11-10T04:22:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2846fc5666469aa1 with lease ID 0x6a31ed4475e6e789: from storage DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a node DatanodeRegistration(127.0.0.1:45323, datanodeUuid=9986adc0-7791-40d5-a1aa-1a3172044036, infoPort=42173, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1195208551;c=1731212572964), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:22:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2846fc5666469aa1 with lease ID 0x6a31ed4475e6e789: Processing first storage report for DS-965494f3-9598-4800-9aa7-0ca9ccf7863c from datanode DatanodeRegistration(127.0.0.1:45323, datanodeUuid=9986adc0-7791-40d5-a1aa-1a3172044036, infoPort=42173, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1195208551;c=1731212572964) 2024-11-10T04:22:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2846fc5666469aa1 with lease ID 0x6a31ed4475e6e789: from storage DS-965494f3-9598-4800-9aa7-0ca9ccf7863c node DatanodeRegistration(127.0.0.1:45323, datanodeUuid=9986adc0-7791-40d5-a1aa-1a3172044036, infoPort=42173, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1195208551;c=1731212572964), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:22:53,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281 2024-11-10T04:22:53,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:22:53,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1 with version=8 2024-11-10T04:22:53,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/hbase-staging 2024-11-10T04:22:53,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:22:53,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:53,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35763 2024-11-10T04:22:53,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35763 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357630x0, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:53,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35763-0x101001d534f0003 connected 2024-11-10T04:22:53,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/running 2024-11-10T04:22:53,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1, hbase.cluster.distributed=false 2024-11-10T04:22:53,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/acl 2024-11-10T04:22:53,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-10T04:22:53,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35763 2024-11-10T04:22:53,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35763 2024-11-10T04:22:53,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-10T04:22:53,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-10T04:22:53,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:22:53,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40313 2024-11-10T04:22:53,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40313 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:53,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403130x0, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:53,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403130x0, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/running 2024-11-10T04:22:53,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40313-0x101001d534f0004 connected 2024-11-10T04:22:53,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:22:53,525 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:22:53,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/master 2024-11-10T04:22:53,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/acl 2024-11-10T04:22:53,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-10T04:22:53,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-11-10T04:22:53,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-11-10T04:22:53,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-10T04:22:53,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-10T04:22:53,547 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:35763 2024-11-10T04:22:53,547 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1592537149/backup-masters/e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:53,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/backup-masters 2024-11-10T04:22:53,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/backup-masters 2024-11-10T04:22:53,549 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on existing znode=/1592537149/backup-masters/e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1592537149/master 2024-11-10T04:22:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:53,551 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on existing znode=/1592537149/master 2024-11-10T04:22:53,551 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1592537149/backup-masters/e900e1ae4b9f,35763,1731212573473 from backup master directory 2024-11-10T04:22:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1592537149/backup-masters/e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/backup-masters 2024-11-10T04:22:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/backup-masters 2024-11-10T04:22:53,552 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:53,552 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:53,556 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/hbase.id] with ID: ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b 2024-11-10T04:22:53,556 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/.tmp/hbase.id 2024-11-10T04:22:53,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:22:53,963 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/.tmp/hbase.id]:[hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/hbase.id] 2024-11-10T04:22:53,973 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:22:53,973 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:22:53,974 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:22:53,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:53,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:53,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:22:54,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:54,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:22:54,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:22:54,794 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store 2024-11-10T04:22:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:22:55,200 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:55,200 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:22:55,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212575200Disabling compacts and flushes for region at 1731212575200Disabling writes for close at 1731212575200Writing region close event to WAL at 1731212575200Closed at 1731212575200 2024-11-10T04:22:55,201 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/.initializing 2024-11-10T04:22:55,201 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/WALs/e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:55,202 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:55,203 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C35763%2C1731212573473, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/WALs/e900e1ae4b9f,35763,1731212573473, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/oldWALs, maxLogs=10 2024-11-10T04:22:55,217 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/WALs/e900e1ae4b9f,35763,1731212573473/e900e1ae4b9f%2C35763%2C1731212573473.1731212575204, exclude list is [], retry=0 2024-11-10T04:22:55,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a,DISK] 2024-11-10T04:22:55,221 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/WALs/e900e1ae4b9f,35763,1731212573473/e900e1ae4b9f%2C35763%2C1731212573473.1731212575204 2024-11-10T04:22:55,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-10T04:22:55,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:55,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:55,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:22:55,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:55,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:55,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:22:55,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:55,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:55,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:22:55,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:55,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:55,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:22:55,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:55,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:55,228 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,228 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,229 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,229 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,229 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,230 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:55,231 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:22:55,233 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:55,233 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66697748, jitterRate=-0.006126105785369873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:55,233 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212575221Initializing all the Stores at 1731212575222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212575222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212575222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212575222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212575222Cleaning up temporary data from old regions at 1731212575229 (+7 ms)Region opened successfully at 1731212575233 (+4 ms) 2024-11-10T04:22:55,234 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:22:55,236 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d25e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:55,237 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:22:55,237 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:22:55,237 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:22:55,237 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:22:55,238 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:22:55,238 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:22:55,238 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:22:55,240 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:22:55,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/balancer because node does not exist (not necessarily an error) 2024-11-10T04:22:55,242 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/balancer already deleted, retry=false 2024-11-10T04:22:55,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:22:55,243 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:22:55,244 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/normalizer already deleted, retry=false 2024-11-10T04:22:55,244 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:22:55,245 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:22:55,246 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/switch/split already deleted, retry=false 2024-11-10T04:22:55,247 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:22:55,249 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/switch/merge already deleted, retry=false 2024-11-10T04:22:55,250 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:22:55,251 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/snapshot-cleanup already deleted, retry=false 2024-11-10T04:22:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1592537149/running 2024-11-10T04:22:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1592537149/running 2024-11-10T04:22:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,253 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,35763,1731212573473, sessionid=0x101001d534f0003, setting cluster-up flag (Was=false) 2024-11-10T04:22:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,265 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1592537149/flush-table-proc/acquired, /1592537149/flush-table-proc/reached, /1592537149/flush-table-proc/abort 2024-11-10T04:22:55,266 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:55,276 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1592537149/online-snapshot/acquired, /1592537149/online-snapshot/reached, /1592537149/online-snapshot/abort 2024-11-10T04:22:55,276 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:55,278 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:22:55,279 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:55,279 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:22:55,279 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:22:55,279 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,35763,1731212573473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:55,280 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212605282 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:22:55,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:22:55,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:22:55,282 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:22:55,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:22:55,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:22:55,283 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212575283,5,FailOnTimeoutGroup] 2024-11-10T04:22:55,283 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212575283,5,FailOnTimeoutGroup] 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,283 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:22:55,338 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(746): ClusterId : ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b 2024-11-10T04:22:55,338 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:22:55,340 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:22:55,340 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:22:55,342 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:22:55,342 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7197204a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:22:55,358 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:40313 2024-11-10T04:22:55,358 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:22:55,358 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:22:55,358 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:22:55,359 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,35763,1731212573473 with port=40313, startcode=1731212573514 2024-11-10T04:22:55,359 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:22:55,360 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:22:55,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35763 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,362 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1 2024-11-10T04:22:55,362 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35157 2024-11-10T04:22:55,362 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:22:55,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/rs 2024-11-10T04:22:55,367 DEBUG [RS:0;e900e1ae4b9f:40313 {}] zookeeper.ZKUtil(111): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on existing znode=/1592537149/rs/e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,367 WARN [RS:0;e900e1ae4b9f:40313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:22:55,367 INFO [RS:0;e900e1ae4b9f:40313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:55,367 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,40313,1731212573514] 2024-11-10T04:22:55,370 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:22:55,372 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:22:55,372 INFO [RS:0;e900e1ae4b9f:40313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:22:55,372 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,372 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:22:55,373 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:22:55,373 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:55,373 DEBUG [RS:0;e900e1ae4b9f:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,376 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40313,1731212573514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:55,391 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:22:55,391 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,40313,1731212573514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,391 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,391 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.Replication(171): e900e1ae4b9f,40313,1731212573514 started 2024-11-10T04:22:55,405 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:55,405 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,40313,1731212573514, RpcServer on e900e1ae4b9f/172.17.0.2:40313, sessionid=0x101001d534f0004 2024-11-10T04:22:55,405 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:22:55,405 DEBUG [RS:0;e900e1ae4b9f:40313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,405 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40313,1731212573514' 2024-11-10T04:22:55,405 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1592537149/flush-table-proc/abort' 2024-11-10T04:22:55,405 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1592537149/flush-table-proc/acquired' 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,40313,1731212573514' 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1592537149/online-snapshot/abort' 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1592537149/online-snapshot/acquired' 2024-11-10T04:22:55,406 DEBUG [RS:0;e900e1ae4b9f:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:22:55,406 INFO [RS:0;e900e1ae4b9f:40313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:22:55,406 INFO [RS:0;e900e1ae4b9f:40313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:22:55,507 INFO [RS:0;e900e1ae4b9f:40313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:22:55,508 INFO [RS:0;e900e1ae4b9f:40313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40313%2C1731212573514, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/oldWALs, maxLogs=10 2024-11-10T04:22:55,522 DEBUG [RS:0;e900e1ae4b9f:40313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, exclude list is [], retry=0 2024-11-10T04:22:55,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a,DISK] 2024-11-10T04:22:55,526 INFO [RS:0;e900e1ae4b9f:40313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 2024-11-10T04:22:55,526 DEBUG [RS:0;e900e1ae4b9f:40313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-10T04:22:55,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:22:55,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1 2024-11-10T04:22:55,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:22:56,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:56,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:56,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:56,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:56,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:56,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:56,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:56,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:56,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:56,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:56,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740 2024-11-10T04:22:56,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740 2024-11-10T04:22:56,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:56,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:56,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:56,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:56,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:56,113 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65757762, jitterRate=-0.020132988691329956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:56,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212576100Initializing all the Stores at 1731212576100Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576101 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212576101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576101Cleaning up temporary data from old regions at 1731212576109 (+8 ms)Region opened successfully at 1731212576113 (+4 ms) 2024-11-10T04:22:56,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:22:56,113 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:22:56,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:22:56,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:22:56,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:22:56,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:22:56,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212576113Disabling compacts and flushes for region at 1731212576113Disabling writes for close at 1731212576113Writing region close event to WAL at 1731212576113Closed at 1731212576113 2024-11-10T04:22:56,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:56,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:22:56,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:22:56,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:56,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:22:56,267 DEBUG [e900e1ae4b9f:35763 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:22:56,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:56,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40313,1731212573514, state=OPENING 2024-11-10T04:22:56,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:22:56,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:56,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:22:56,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:22:56,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40313,1731212573514}] 2024-11-10T04:22:56,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1592537149/meta-region-server: CHANGED 2024-11-10T04:22:56,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1592537149/meta-region-server: CHANGED 2024-11-10T04:22:56,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:22:56,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:22:56,429 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:22:56,429 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:22:56,429 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:22:56,430 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40313%2C1731212573514.meta, suffix=.meta, logDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/oldWALs, maxLogs=10 2024-11-10T04:22:56,444 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.meta.1731212576430.meta, exclude list is [], retry=0 2024-11-10T04:22:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a,DISK] 2024-11-10T04:22:56,447 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.meta.1731212576430.meta 2024-11-10T04:22:56,448 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-10T04:22:56,448 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:56,448 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:56,448 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:22:56,448 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:22:56,448 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:22:56,449 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:22:56,449 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:56,449 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:22:56,449 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:22:56,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:22:56,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:22:56,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:22:56,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:22:56,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:22:56,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:22:56,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:22:56,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:22:56,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:22:56,454 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:22:56,455 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740 2024-11-10T04:22:56,455 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740 2024-11-10T04:22:56,456 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:22:56,457 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:22:56,457 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:22:56,458 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:22:56,459 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63765858, jitterRate=-0.04981467127799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:22:56,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:22:56,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212576449Writing region info on filesystem at 1731212576449Initializing all the Stores at 1731212576449Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576450 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212576450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212576450Cleaning up temporary data from old regions at 1731212576457 (+7 ms)Running coprocessor post-open hooks at 1731212576459 (+2 ms)Region opened successfully at 1731212576459 2024-11-10T04:22:56,460 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212576424 2024-11-10T04:22:56,462 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:22:56,462 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:22:56,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:56,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,40313,1731212573514, state=OPEN 2024-11-10T04:22:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1592537149/meta-region-server 2024-11-10T04:22:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1592537149/meta-region-server 2024-11-10T04:22:56,465 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:56,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1592537149/meta-region-server: CHANGED 2024-11-10T04:22:56,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1592537149/meta-region-server: CHANGED 2024-11-10T04:22:56,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:22:56,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,40313,1731212573514 in 193 msec 2024-11-10T04:22:56,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:22:56,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T04:22:56,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:22:56,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:22:56,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:56,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:22:56,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:56,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:56,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-10T04:22:56,476 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212576476, completionTime=-1 2024-11-10T04:22:56,476 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:22:56,476 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212636478 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212696478 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:35763, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,478 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,480 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:22:56,482 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:22:56,484 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:22:56,484 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:22:56,484 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35763,1731212573473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:22:56,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e12c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:56,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:22:56,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:22:56,541 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:22:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:22:56,542 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:22:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37039a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:22:56,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:22:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:22:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:22:56,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:22:56,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:56,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49641 2024-11-10T04:22:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:22:56,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001d534f0005 connected 2024-11-10T04:22:56,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:22:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1048feab 2024-11-10T04:22:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:56,555 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:56,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:22:56,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:22:56,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:56,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:22:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:56,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:22:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:22:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:56,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05eb29e27f157e3f018e2e66bd6bda9e, NAME => 'test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc 2024-11-10T04:22:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:22:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05eb29e27f157e3f018e2e66bd6bda9e, disabling compactions & flushes 2024-11-10T04:22:57,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. after waiting 0 ms 2024-11-10T04:22:57,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05eb29e27f157e3f018e2e66bd6bda9e: Waiting for close lock at 1731212577374Disabling compacts and flushes for region at 1731212577374Disabling writes for close at 1731212577375 (+1 ms)Writing region close event to WAL at 1731212577375Closed at 1731212577375 2024-11-10T04:22:57,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:22:57,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212577376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212577376"}]},"ts":"1731212577376"} 2024-11-10T04:22:57,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:22:57,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:22:57,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212577379"}]},"ts":"1731212577379"} 2024-11-10T04:22:57,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:22:57,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05eb29e27f157e3f018e2e66bd6bda9e, ASSIGN}] 2024-11-10T04:22:57,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05eb29e27f157e3f018e2e66bd6bda9e, ASSIGN 2024-11-10T04:22:57,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05eb29e27f157e3f018e2e66bd6bda9e, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,36521,1731212569902; forceNewPlan=false, retain=false 2024-11-10T04:22:57,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05eb29e27f157e3f018e2e66bd6bda9e, regionState=OPENING, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:57,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05eb29e27f157e3f018e2e66bd6bda9e, ASSIGN because future has completed 2024-11-10T04:22:57,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05eb29e27f157e3f018e2e66bd6bda9e, server=e900e1ae4b9f,36521,1731212569902}] 2024-11-10T04:22:57,691 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05eb29e27f157e3f018e2e66bd6bda9e, NAME => 'test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:57,692 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:57,692 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:22:57,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:57,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,696 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,697 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05eb29e27f157e3f018e2e66bd6bda9e columnFamilyName f 2024-11-10T04:22:57,697 DEBUG [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:57,697 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(327): Store=05eb29e27f157e3f018e2e66bd6bda9e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:57,697 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:57,698 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05eb29e27f157e3f018e2e66bd6bda9e columnFamilyName f1 2024-11-10T04:22:57,698 DEBUG [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:57,699 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(327): Store=05eb29e27f157e3f018e2e66bd6bda9e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:57,699 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,700 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05eb29e27f157e3f018e2e66bd6bda9e columnFamilyName norep 2024-11-10T04:22:57,700 DEBUG [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:57,700 INFO [StoreOpener-05eb29e27f157e3f018e2e66bd6bda9e-1 {}] regionserver.HStore(327): Store=05eb29e27f157e3f018e2e66bd6bda9e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:57,700 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,701 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,701 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:22:57,703 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,705 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:57,705 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05eb29e27f157e3f018e2e66bd6bda9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62373000, jitterRate=-0.07056987285614014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:22:57,705 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:22:57,706 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05eb29e27f157e3f018e2e66bd6bda9e: Running coprocessor pre-open hook at 1731212577692Writing region info on filesystem at 1731212577692Initializing all the Stores at 1731212577693 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212577693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212577695 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212577695Cleaning up temporary data from old regions at 1731212577702 (+7 ms)Running coprocessor post-open hooks at 1731212577705 (+3 ms)Region opened successfully at 1731212577706 (+1 ms) 2024-11-10T04:22:57,707 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., pid=6, masterSystemTime=1731212577688 2024-11-10T04:22:57,709 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,709 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:22:57,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05eb29e27f157e3f018e2e66bd6bda9e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:22:57,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05eb29e27f157e3f018e2e66bd6bda9e, server=e900e1ae4b9f,36521,1731212569902 because future has completed 2024-11-10T04:22:57,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:22:57,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05eb29e27f157e3f018e2e66bd6bda9e, server=e900e1ae4b9f,36521,1731212569902 in 177 msec 2024-11-10T04:22:57,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:22:57,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05eb29e27f157e3f018e2e66bd6bda9e, ASSIGN in 333 msec 2024-11-10T04:22:57,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:22:57,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212577717"}]},"ts":"1731212577717"} 2024-11-10T04:22:57,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:22:57,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:22:57,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-10T04:22:57,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:22:57,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:22:58,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:22:58,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:22:58,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:22:58,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:22:58,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:22:58,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:22:58,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:22:58,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T04:22:58,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:22:58,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:22:58,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:22:58,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:22:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:58,708 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:22:58,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:22:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:22:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8c68c5 2024-11-10T04:22:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:22:58,710 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:22:58,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:22:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:22:58,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:22:58,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:58,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:22:58,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:22:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:22:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:59,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38ffe521b7bef0d503d13eddf1cb9125, NAME => 'test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1 2024-11-10T04:22:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:22:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:59,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:59,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 38ffe521b7bef0d503d13eddf1cb9125, disabling compactions & flushes 2024-11-10T04:22:59,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. after waiting 0 ms 2024-11-10T04:22:59,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38ffe521b7bef0d503d13eddf1cb9125: Waiting for close lock at 1731212579526Disabling compacts and flushes for region at 1731212579526Disabling writes for close at 1731212579527 (+1 ms)Writing region close event to WAL at 1731212579527Closed at 1731212579527 2024-11-10T04:22:59,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:22:59,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212579528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212579528"}]},"ts":"1731212579528"} 2024-11-10T04:22:59,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:22:59,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:22:59,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212579531"}]},"ts":"1731212579531"} 2024-11-10T04:22:59,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:22:59,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38ffe521b7bef0d503d13eddf1cb9125, ASSIGN}] 2024-11-10T04:22:59,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38ffe521b7bef0d503d13eddf1cb9125, ASSIGN 2024-11-10T04:22:59,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=38ffe521b7bef0d503d13eddf1cb9125, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,40313,1731212573514; forceNewPlan=false, retain=false 2024-11-10T04:22:59,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38ffe521b7bef0d503d13eddf1cb9125, regionState=OPENING, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:59,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=38ffe521b7bef0d503d13eddf1cb9125, ASSIGN because future has completed 2024-11-10T04:22:59,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ffe521b7bef0d503d13eddf1cb9125, server=e900e1ae4b9f,40313,1731212573514}] 2024-11-10T04:22:59,844 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,844 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ffe521b7bef0d503d13eddf1cb9125, NAME => 'test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:22:59,845 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:22:59,845 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:22:59,845 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,845 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:22:59,845 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,845 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,846 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,847 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ffe521b7bef0d503d13eddf1cb9125 columnFamilyName f 2024-11-10T04:22:59,847 DEBUG [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:22:59,848 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(327): Store=38ffe521b7bef0d503d13eddf1cb9125/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:59,848 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,849 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ffe521b7bef0d503d13eddf1cb9125 columnFamilyName f1 2024-11-10T04:22:59,849 DEBUG [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:59,849 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(327): Store=38ffe521b7bef0d503d13eddf1cb9125/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:59,849 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,850 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ffe521b7bef0d503d13eddf1cb9125 columnFamilyName norep 2024-11-10T04:22:59,850 DEBUG [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:22:59,850 INFO [StoreOpener-38ffe521b7bef0d503d13eddf1cb9125-1 {}] regionserver.HStore(327): Store=38ffe521b7bef0d503d13eddf1cb9125/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:22:59,851 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,851 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,851 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,852 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,852 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,853 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:22:59,853 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,855 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:22:59,855 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 38ffe521b7bef0d503d13eddf1cb9125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63053871, jitterRate=-0.06042410433292389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:22:59,855 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:22:59,856 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 38ffe521b7bef0d503d13eddf1cb9125: Running coprocessor pre-open hook at 1731212579845Writing region info on filesystem at 1731212579845Initializing all the Stores at 1731212579846 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212579846Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212579846Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212579846Cleaning up temporary data from old regions at 1731212579852 (+6 ms)Running coprocessor post-open hooks at 1731212579855 (+3 ms)Region opened successfully at 1731212579856 (+1 ms) 2024-11-10T04:22:59,856 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., pid=6, masterSystemTime=1731212579840 2024-11-10T04:22:59,858 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,858 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:22:59,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38ffe521b7bef0d503d13eddf1cb9125, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:22:59,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ffe521b7bef0d503d13eddf1cb9125, server=e900e1ae4b9f,40313,1731212573514 because future has completed 2024-11-10T04:22:59,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:22:59,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ffe521b7bef0d503d13eddf1cb9125, server=e900e1ae4b9f,40313,1731212573514 in 174 msec 2024-11-10T04:22:59,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:22:59,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=38ffe521b7bef0d503d13eddf1cb9125, ASSIGN in 330 msec 2024-11-10T04:22:59,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:22:59,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212579866"}]},"ts":"1731212579866"} 2024-11-10T04:22:59,868 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:22:59,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:22:59,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-10T04:23:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:00,859 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:23:00,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584ad9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:00,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:00,860 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56123de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,862 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648109ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713467bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:00,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:00,864 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503d9695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,866 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:00,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3546f23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df7809b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:00,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:00,867 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60811cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,869 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eddbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d3307 2024-11-10T04:23:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:00,871 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:00,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:35763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:23:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:23:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:00,874 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:35763' 2024-11-10T04:23:00,874 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca170e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,874 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:00,874 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:00,875 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fba460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,876 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52bfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:00,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@108f54be 2024-11-10T04:23:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:00,878 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:00,879 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:23:00,879 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:23:00,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:00,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:00,879 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:00,880 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:23:00,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:00,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:00,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:23:00,930 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:01,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76f47c0999209f4468be5e673bc004da, NAME => 'hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc 2024-11-10T04:23:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:23:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:01,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:01,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76f47c0999209f4468be5e673bc004da, disabling compactions & flushes 2024-11-10T04:23:01,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:01,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:01,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. after waiting 0 ms 2024-11-10T04:23:01,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:01,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76f47c0999209f4468be5e673bc004da: Waiting for close lock at 1731212581694Disabling compacts and flushes for region at 1731212581694Disabling writes for close at 1731212581694Writing region close event to WAL at 1731212581694Closed at 1731212581694 2024-11-10T04:23:01,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:01,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212581696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212581696"}]},"ts":"1731212581696"} 2024-11-10T04:23:01,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:01,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:01,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212581699"}]},"ts":"1731212581699"} 2024-11-10T04:23:01,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:23:01,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76f47c0999209f4468be5e673bc004da, ASSIGN}] 2024-11-10T04:23:01,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76f47c0999209f4468be5e673bc004da, ASSIGN 2024-11-10T04:23:01,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76f47c0999209f4468be5e673bc004da, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,36521,1731212569902; forceNewPlan=false, retain=false 2024-11-10T04:23:01,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76f47c0999209f4468be5e673bc004da, regionState=OPENING, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:23:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76f47c0999209f4468be5e673bc004da, ASSIGN because future has completed 2024-11-10T04:23:01,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76f47c0999209f4468be5e673bc004da, server=e900e1ae4b9f,36521,1731212569902}] 2024-11-10T04:23:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:02,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:02,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:02,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:23:02,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36521%2C1731212569902.rep, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs, maxLogs=10 2024-11-10T04:23:02,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.rep.1731212582014, exclude list is [], retry=0 2024-11-10T04:23:02,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39957,DS-ae284886-ee27-444e-84d0-9dded5cb14d2,DISK] 2024-11-10T04:23:02,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.rep.1731212582014 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46183:46183)] 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76f47c0999209f4468be5e673bc004da, NAME => 'hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:02,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. service=MultiRowMutationService 2024-11-10T04:23:02,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,033 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,034 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76f47c0999209f4468be5e673bc004da columnFamilyName hfileref 2024-11-10T04:23:02,034 DEBUG [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:02,034 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(327): Store=76f47c0999209f4468be5e673bc004da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:02,034 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,035 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76f47c0999209f4468be5e673bc004da columnFamilyName queue 2024-11-10T04:23:02,035 DEBUG [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:02,035 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(327): Store=76f47c0999209f4468be5e673bc004da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:02,035 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,036 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76f47c0999209f4468be5e673bc004da columnFamilyName sid 2024-11-10T04:23:02,036 DEBUG [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:02,037 INFO [StoreOpener-76f47c0999209f4468be5e673bc004da-1 {}] regionserver.HStore(327): Store=76f47c0999209f4468be5e673bc004da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:02,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:02,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76f47c0999209f4468be5e673bc004da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72117050, jitterRate=0.07462778687477112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:02,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76f47c0999209f4468be5e673bc004da: Running coprocessor pre-open hook at 1731212582032Writing region info on filesystem at 1731212582032Initializing all the Stores at 1731212582032Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212582032Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212582033 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212582033Cleaning up temporary data from old regions at 1731212582038 (+5 ms)Running coprocessor post-open hooks at 1731212582042 (+4 ms)Region opened successfully at 1731212582043 (+1 ms) 2024-11-10T04:23:02,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da., pid=10, masterSystemTime=1731212582008 2024-11-10T04:23:02,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:02,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:02,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76f47c0999209f4468be5e673bc004da, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,36521,1731212569902 2024-11-10T04:23:02,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76f47c0999209f4468be5e673bc004da, server=e900e1ae4b9f,36521,1731212569902 because future has completed 2024-11-10T04:23:02,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:23:02,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76f47c0999209f4468be5e673bc004da, server=e900e1ae4b9f,36521,1731212569902 in 192 msec 2024-11-10T04:23:02,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:23:02,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76f47c0999209f4468be5e673bc004da, ASSIGN in 349 msec 2024-11-10T04:23:02,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:02,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212582052"}]},"ts":"1731212582052"} 2024-11-10T04:23:02,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:23:02,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:02,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-10T04:23:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2] 2024-11-10T04:23:02,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:23:02,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:23:02,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:23:02,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:23:02,248 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:23:02,278 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,36521,1731212569902, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:23:02,278 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:02,278 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:23:02,279 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:02,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:02,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,36521,1731212569902', locateType=CURRENT is [region=hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2] 2024-11-10T04:23:02,284 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:23:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:23:02,286 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,36521,1731212569902 suceeded 2024-11-10T04:23:02,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:23:02,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T04:23:02,288 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:35763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:23:02,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T04:23:02,299 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:35763' 2024-11-10T04:23:02,300 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc265e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:02,300 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:02,300 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:02,301 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:02,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:02,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bdd7f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:02,303 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:02,303 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3477b354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:02,303 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7301393c 2024-11-10T04:23:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:02,305 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:02,305 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,36521,1731212569902 (queues=1) is replicating from cluster=3a517ffa-536a-498b-81a2-748551d63a46 to cluster=ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b 2024-11-10T04:23:02,306 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C36521%2C1731212569902 2024-11-10T04:23:02,306 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,36521,1731212569902, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:23:02,306 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C36521%2C1731212569902 2024-11-10T04:23:02,306 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902, startPosition=0, beingWritten=true 2024-11-10T04:23:02,311 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:02,311 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:02,311 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36521,1731212569902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:02,515 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:02,819 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:03,019 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:23:03,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:03,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:03,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:03,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642df537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:03,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:03,021 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66011eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,023 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668a3129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a334d82 2024-11-10T04:23:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:03,025 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:03,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:37479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:23:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:23:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:03,028 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37479' 2024-11-10T04:23:03,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce78cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,029 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:03,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:03,030 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b76852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:03,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:03,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,031 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:03,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f05210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:03,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:03,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:03,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55869ba7 2024-11-10T04:23:03,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:03,034 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:03,034 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:23:03,034 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:23:03,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:03,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:03,035 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:03,036 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:23:03,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:03,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:03,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:23:03,086 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:23:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:03,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:03,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04721083ae71021158f831be2a490694, NAME => 'hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1 2024-11-10T04:23:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:03,728 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:03,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04721083ae71021158f831be2a490694, disabling compactions & flushes 2024-11-10T04:23:03,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. after waiting 0 ms 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:03,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:03,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04721083ae71021158f831be2a490694: Waiting for close lock at 1731212583852Disabling compacts and flushes for region at 1731212583852Disabling writes for close at 1731212583852Writing region close event to WAL at 1731212583852Closed at 1731212583852 2024-11-10T04:23:03,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:03,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212583853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212583853"}]},"ts":"1731212583853"} 2024-11-10T04:23:03,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:03,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:03,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212583856"}]},"ts":"1731212583856"} 2024-11-10T04:23:03,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:23:03,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04721083ae71021158f831be2a490694, ASSIGN}] 2024-11-10T04:23:03,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04721083ae71021158f831be2a490694, ASSIGN 2024-11-10T04:23:03,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04721083ae71021158f831be2a490694, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,40313,1731212573514; forceNewPlan=false, retain=false 2024-11-10T04:23:04,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04721083ae71021158f831be2a490694, regionState=OPENING, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:23:04,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04721083ae71021158f831be2a490694, ASSIGN because future has completed 2024-11-10T04:23:04,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04721083ae71021158f831be2a490694, server=e900e1ae4b9f,40313,1731212573514}] 2024-11-10T04:23:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:04,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:04,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:04,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:23:04,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C40313%2C1731212573514.rep, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/oldWALs, maxLogs=10 2024-11-10T04:23:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.rep.1731212584170, exclude list is [], retry=0 2024-11-10T04:23:04,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-3a3afc27-4b22-480b-a6e8-f9f12d70656a,DISK] 2024-11-10T04:23:04,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.rep.1731212584170 2024-11-10T04:23:04,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04721083ae71021158f831be2a490694, NAME => 'hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:04,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. service=MultiRowMutationService 2024-11-10T04:23:04,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,189 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,190 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04721083ae71021158f831be2a490694 columnFamilyName hfileref 2024-11-10T04:23:04,191 DEBUG [StoreOpener-04721083ae71021158f831be2a490694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:04,191 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(327): Store=04721083ae71021158f831be2a490694/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:04,191 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,192 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04721083ae71021158f831be2a490694 columnFamilyName queue 2024-11-10T04:23:04,192 DEBUG [StoreOpener-04721083ae71021158f831be2a490694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:04,192 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(327): Store=04721083ae71021158f831be2a490694/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:04,192 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,193 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04721083ae71021158f831be2a490694 columnFamilyName sid 2024-11-10T04:23:04,193 DEBUG [StoreOpener-04721083ae71021158f831be2a490694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:04,193 INFO [StoreOpener-04721083ae71021158f831be2a490694-1 {}] regionserver.HStore(327): Store=04721083ae71021158f831be2a490694/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:04,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694 2024-11-10T04:23:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694 2024-11-10T04:23:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:04,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04721083ae71021158f831be2a490694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62093649, jitterRate=-0.07473252713680267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:04,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04721083ae71021158f831be2a490694 2024-11-10T04:23:04,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04721083ae71021158f831be2a490694: Running coprocessor pre-open hook at 1731212584188Writing region info on filesystem at 1731212584188Initializing all the Stores at 1731212584189 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212584189Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212584189Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212584189Cleaning up temporary data from old regions at 1731212584195 (+6 ms)Running coprocessor post-open hooks at 1731212584199 (+4 ms)Region opened successfully at 1731212584199 2024-11-10T04:23:04,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212583034.04721083ae71021158f831be2a490694., pid=10, masterSystemTime=1731212584164 2024-11-10T04:23:04,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:04,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:04,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04721083ae71021158f831be2a490694, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,40313,1731212573514 2024-11-10T04:23:04,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04721083ae71021158f831be2a490694, server=e900e1ae4b9f,40313,1731212573514 because future has completed 2024-11-10T04:23:04,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:23:04,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04721083ae71021158f831be2a490694, server=e900e1ae4b9f,40313,1731212573514 in 196 msec 2024-11-10T04:23:04,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:23:04,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04721083ae71021158f831be2a490694, ASSIGN in 352 msec 2024-11-10T04:23:04,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:04,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212584213"}]},"ts":"1731212584213"} 2024-11-10T04:23:04,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:23:04,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:04,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-10T04:23:04,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212583034.04721083ae71021158f831be2a490694., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2] 2024-11-10T04:23:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:23:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:23:04,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:23:04,332 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:04,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:23:04,404 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:23:04,432 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,40313,1731212573514, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:23:04,432 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:04,433 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:04,433 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:04,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:04,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,40313,1731212573514', locateType=CURRENT is [region=hbase:replication,,1731212583034.04721083ae71021158f831be2a490694., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2] 2024-11-10T04:23:04,437 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:23:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:23:04,439 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,40313,1731212573514 suceeded 2024-11-10T04:23:04,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:23:04,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T04:23:04,441 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:37479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:23:04,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T04:23:04,451 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:37479' 2024-11-10T04:23:04,452 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79516e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:04,452 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:04,452 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:04,453 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:04,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:04,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:04,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701e9379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:04,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:04,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:04,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:04,454 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:04,455 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d69432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:04,455 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:04,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:04,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772c026f 2024-11-10T04:23:04,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:04,456 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:04,457 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,40313,1731212573514 (queues=1) is replicating from cluster=ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b to cluster=3a517ffa-536a-498b-81a2-748551d63a46 2024-11-10T04:23:04,457 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C40313%2C1731212573514 2024-11-10T04:23:04,457 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,40313,1731212573514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:23:04,457 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C40313%2C1731212573514 2024-11-10T04:23:04,458 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, startPosition=0, beingWritten=true 2024-11-10T04:23:04,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:04,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:04,463 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,40313,1731212573514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:04,666 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:04,971 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:05,036 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:05,178 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:23:05,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:05,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:05,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:05,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:05,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:05,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731212585181/Put/seqid=0 2024-11-10T04:23:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741840_1016 (size=7894) 2024-11-10T04:23:05,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:05,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,375 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:05,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:05,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731212585588/Put/seqid=0 2024-11-10T04:23:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741841_1017 (size=7691) 2024-11-10T04:23:05,840 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:05,880 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:05,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c921ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:05,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:05,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:05,995 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c70ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:05,996 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:05,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae8511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:05,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:23:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:05,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:06,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-10T04:23:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:06,008 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2] 2024-11-10T04:23:06,013 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:06,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T04:23:06,021 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T04:23:06,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T04:23:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:06,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T04:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegion(2603): Flush status journal for 05eb29e27f157e3f018e2e66bd6bda9e: 2024-11-10T04:23:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_1 2024-11-10T04:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_1 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ 2024-11-10T04:23:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_0 2024-11-10T04:23:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_0 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ 2024-11-10T04:23:06,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_1 into 05eb29e27f157e3f018e2e66bd6bda9e/f as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ - updating store file list. 2024-11-10T04:23:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:06,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ into 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:06,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_1 into 05eb29e27f157e3f018e2e66bd6bda9e/f (new location: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_) 2024-11-10T04:23:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_1 2024-11-10T04:23:06,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_0 into 05eb29e27f157e3f018e2e66bd6bda9e/f as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ - updating store file list. 2024-11-10T04:23:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8db3bc66bd074d73805a3c77329de693_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:06,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ into 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:06,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_0 into 05eb29e27f157e3f018e2e66bd6bda9e/f (new location: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_) 2024-11-10T04:23:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins__test__sm2uotr1tpk5q5235v87mbekjbdl8ioo9jpefr08kn0ga9mltr5qbp5a65pa03rq/f/hfile_0 2024-11-10T04:23:06,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:06,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:06,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:06,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:06,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2 , the old value is region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:36521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:23:06,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:23:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2 from cache 2024-11-10T04:23:06,048 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:23:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:06,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2] 2024-11-10T04:23:06,054 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:23:06,158 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:36521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:23:06,483 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:06,745 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 379, reset compression=false 2024-11-10T04:23:06,750 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:06,750 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36521,1731212569902 got entry batch from reader: WALEntryBatch [walEntries=[{test/05eb29e27f157e3f018e2e66bd6bda9e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212586046/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:23:06,752 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:06,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T04:23:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(318): Replicating [3a517ffa-536a-498b-81a2-748551d63a46] bulk loaded data 2024-11-10T04:23:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195ed16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:06,755 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f89f00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:06,756 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:06,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe9bbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741840_1016 (size=7691) 2024-11-10T04:23:06,950 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:07,055 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:23:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741841_1017 (size=7894) 2024-11-10T04:23:07,187 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:07,255 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:07,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:07,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:07,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@654875e0 2024-11-10T04:23:07,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:07,581 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:07,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:07,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:07,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:07,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:07,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:07,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T04:23:07,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T04:23:07,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ for inclusion in 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T04:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:07,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ for inclusion in 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T04:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(2603): Flush status journal for 38ffe521b7bef0d503d13eddf1cb9125: 2024-11-10T04:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8db3bc66bd074d73805a3c77329de693_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/a550d9e2251740e98257130fcaa156d3_SeqId_4_ 2024-11-10T04:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/75c4b8793752434e99335d15d6dfc68c_SeqId_4_ 2024-11-10T04:23:07,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/a550d9e2251740e98257130fcaa156d3_SeqId_4_ - updating store file list. 2024-11-10T04:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a550d9e2251740e98257130fcaa156d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:07,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/a550d9e2251740e98257130fcaa156d3_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:07,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f (new location: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/a550d9e2251740e98257130fcaa156d3_SeqId_4_) 2024-11-10T04:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/8db3bc66bd074d73805a3c77329de693_SeqId_4_ 2024-11-10T04:23:07,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/75c4b8793752434e99335d15d6dfc68c_SeqId_4_ - updating store file list. 2024-11-10T04:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75c4b8793752434e99335d15d6dfc68c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:07,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/75c4b8793752434e99335d15d6dfc68c_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:07,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ into 38ffe521b7bef0d503d13eddf1cb9125/f (new location: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/75c4b8793752434e99335d15d6dfc68c_SeqId_4_) 2024-11-10T04:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins.hfs.11__test__15f5s9nitnseofndc8pemlq94eae6ok332m55prd07dcjtfkpvrgebj1lt69vtft/f/550e6a9d07af4c9a8b326a34a1b74478_SeqId_4_ 2024-11-10T04:23:07,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(324): Finished replicating [3a517ffa-536a-498b-81a2-748551d63a46] bulk loaded data 2024-11-10T04:23:07,659 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:07,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:23:07,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:07,991 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 379, reset compression=false 2024-11-10T04:23:07,996 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:07,996 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,40313,1731212573514 got entry batch from reader: WALEntryBatch [walEntries=[{test/38ffe521b7bef0d503d13eddf1cb9125/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212587618/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T04:23:07,998 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:07,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T04:23:08,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.ReplicationSink(318): Replicating [3a517ffa-536a-498b-81a2-748551d63a46, ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b] bulk loaded data 2024-11-10T04:23:08,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6878986c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,37479,-1 for getting cluster id 2024-11-10T04:23:08,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:08,001 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a517ffa-536a-498b-81a2-748551d63a46' 2024-11-10T04:23:08,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:08,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a517ffa-536a-498b-81a2-748551d63a46" 2024-11-10T04:23:08,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626350e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,37479,-1] 2024-11-10T04:23:08,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:08,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:08,002 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:08,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2440203f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741842_1018 (size=7894) 2024-11-10T04:23:08,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:08,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731212588079/Put/seqid=0 2024-11-10T04:23:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741842_1018 (size=11194) 2024-11-10T04:23:08,163 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:08,196 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 725, reset compression=false 2024-11-10T04:23:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741843_1019 (size=7691) 2024-11-10T04:23:08,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731212588485/Put/seqid=0 2024-11-10T04:23:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741843_1019 (size=10791) 2024-11-10T04:23:08,499 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 725, reset compression=false 2024-11-10T04:23:08,767 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:08,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@138b1417 2024-11-10T04:23:08,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:08,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:08,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:08,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:23:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:08,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:08,834 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__ujd3kc67tnua6dts90ou0rlv9elracg61phprconr6t2rcm7bpn57iq9gdghhmib/f/75c4b8793752434e99335d15d6dfc68c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T04:23:08,837 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__ujd3kc67tnua6dts90ou0rlv9elracg61phprconr6t2rcm7bpn57iq9gdghhmib/f/a550d9e2251740e98257130fcaa156d3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T04:23:08,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.ReplicationSink(324): Finished replicating [3a517ffa-536a-498b-81a2-748551d63a46, ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b] bulk loaded data 2024-11-10T04:23:08,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773b8ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35763,-1 for getting cluster id 2024-11-10T04:23:08,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:08,892 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b' 2024-11-10T04:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b" 2024-11-10T04:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36326a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35763,-1] 2024-11-10T04:23:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:08,893 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:08,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6df17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:08,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:08,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:08,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 725, reset compression=false 2024-11-10T04:23:08,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de57526 2024-11-10T04:23:08,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:08,905 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:08,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2] 2024-11-10T04:23:08,910 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:08,915 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T04:23:08,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T04:23:08,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T04:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:08,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T04:23:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(2603): Flush status journal for 38ffe521b7bef0d503d13eddf1cb9125: 2024-11-10T04:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_1 2024-11-10T04:23:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_1 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ 2024-11-10T04:23:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_0 2024-11-10T04:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_0 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ 2024-11-10T04:23:08,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_1 into 38ffe521b7bef0d503d13eddf1cb9125/f as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ - updating store file list. 2024-11-10T04:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f76f573b6b349b5be708c072cadcc37_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:08,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ into 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:08,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_1 into 38ffe521b7bef0d503d13eddf1cb9125/f (new location: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_) 2024-11-10T04:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_1 2024-11-10T04:23:08,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_0 into 38ffe521b7bef0d503d13eddf1cb9125/f as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ - updating store file list. 2024-11-10T04:23:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20c5f78965804c9f9cc08592678f43ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:08,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ into 38ffe521b7bef0d503d13eddf1cb9125/f 2024-11-10T04:23:08,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_0 into 38ffe521b7bef0d503d13eddf1cb9125/f (new location: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_) 2024-11-10T04:23:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/staging/jenkins__test__c11jndlgvuj77a1jj9a4ks4t5hbs90gv9qe24pjmb81l3v371dhjsdgp2tag1tjm/f/hfile_0 2024-11-10T04:23:08,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:08,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:08,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:08,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2 , the old value is region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:40313 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:23:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:23:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., hostname=e900e1ae4b9f,40313,1731212573514, seqNum=2 from cache 2024-11-10T04:23:08,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:08,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:23:08,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36521,1731212569902, seqNum=-1] 2024-11-10T04:23:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:08,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:08,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e., hostname=e900e1ae4b9f,36521,1731212569902, seqNum=2] 2024-11-10T04:23:08,956 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:23:09,048 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:40313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:23:09,406 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 725, reset compression=false 2024-11-10T04:23:09,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:09,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,40313,1731212573514 got entry batch from reader: WALEntryBatch [walEntries=[{test/38ffe521b7bef0d503d13eddf1cb9125/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212588944/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:23:09,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.ReplicationSink(318): Replicating [ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b] bulk loaded data 2024-11-10T04:23:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741844_1020 (size=10791) 2024-11-10T04:23:09,470 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:09,611 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1033, reset compression=false 2024-11-10T04:23:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741845_1021 (size=11194) 2024-11-10T04:23:09,915 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1033, reset compression=false 2024-11-10T04:23:09,961 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:23:10,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:10,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T04:23:10,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T04:23:10,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ for inclusion in 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T04:23:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:10,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ for inclusion in 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T04:23:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:23:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegion(2603): Flush status journal for 05eb29e27f157e3f018e2e66bd6bda9e: 2024-11-10T04:23:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20c5f78965804c9f9cc08592678f43ec_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:23:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/f9885ce368364c2193f6d5675f73b97d_SeqId_6_ 2024-11-10T04:23:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f76f573b6b349b5be708c072cadcc37_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:23:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/2743039ed1b6491fba00159cc259a619_SeqId_6_ 2024-11-10T04:23:10,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/f9885ce368364c2193f6d5675f73b97d_SeqId_6_ - updating store file list. 2024-11-10T04:23:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9885ce368364c2193f6d5675f73b97d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:10,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/f9885ce368364c2193f6d5675f73b97d_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:10,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f (new location: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/f9885ce368364c2193f6d5675f73b97d_SeqId_6_) 2024-11-10T04:23:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/20c5f78965804c9f9cc08592678f43ec_SeqId_6_ 2024-11-10T04:23:10,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/2743039ed1b6491fba00159cc259a619_SeqId_6_ - updating store file list. 2024-11-10T04:23:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2743039ed1b6491fba00159cc259a619_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:23:10,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/2743039ed1b6491fba00159cc259a619_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f 2024-11-10T04:23:10,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ into 05eb29e27f157e3f018e2e66bd6bda9e/f (new location: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/f/2743039ed1b6491fba00159cc259a619_SeqId_6_) 2024-11-10T04:23:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/staging/jenkins.hfs.10__test__qja296766ifgkjlq1vjikgtjtasq3nehhscv4u0o6sbcjeh78u0jhsfhui63mtdu/f/0f76f573b6b349b5be708c072cadcc37_SeqId_6_ 2024-11-10T04:23:10,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36521 {}] regionserver.ReplicationSink(324): Finished replicating [ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b] bulk loaded data 2024-11-10T04:23:10,274 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 687, reset compression=false 2024-11-10T04:23:10,278 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:10,278 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36521,1731212569902 got entry batch from reader: WALEntryBatch [walEntries=[{test/05eb29e27f157e3f018e2e66bd6bda9e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212590263/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T04:23:10,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(318): Replicating [ab49ef79-5c23-481e-9bd3-fa4ae6f24d6b, 3a517ffa-536a-498b-81a2-748551d63a46] bulk loaded data 2024-11-10T04:23:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741844_1020 (size=11194) 2024-11-10T04:23:10,319 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1033, reset compression=false 2024-11-10T04:23:10,478 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741845_1021 (size=10791) 2024-11-10T04:23:10,782 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:10,823 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1033, reset compression=false 2024-11-10T04:23:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:23:10,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:10,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:10,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:10,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:10,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:10,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:23:10,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680439047, stopped=false 2024-11-10T04:23:10,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,35763,1731212573473 2024-11-10T04:23:10,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1592537149/running 2024-11-10T04:23:10,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1592537149/running 2024-11-10T04:23:10,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:23:10,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:23:10,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:10,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:10,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:10,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:10,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,40313,1731212573514' ***** 2024-11-10T04:23:10,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:23:10,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/running 2024-11-10T04:23:10,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Set watcher on znode that does not yet exist, /1592537149/running 2024-11-10T04:23:10,976 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:23:10,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:23:10,976 INFO [RS:0;e900e1ae4b9f:40313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:23:10,976 INFO [RS:0;e900e1ae4b9f:40313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:23:10,976 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for 04721083ae71021158f831be2a490694 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,40313,1731212573514 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:40313. 2024-11-10T04:23:10,977 DEBUG [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:10,977 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38ffe521b7bef0d503d13eddf1cb9125, disabling compactions & flushes 2024-11-10T04:23:10,977 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:10,977 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:23:10,977 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:23:10,977 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. after waiting 0 ms 2024-11-10T04:23:10,977 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:23:10,977 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:23:10,978 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38ffe521b7bef0d503d13eddf1cb9125=test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125., 04721083ae71021158f831be2a490694=hbase:replication,,1731212583034.04721083ae71021158f831be2a490694.} 2024-11-10T04:23:10,978 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 04721083ae71021158f831be2a490694, 1588230740, 38ffe521b7bef0d503d13eddf1cb9125 2024-11-10T04:23:10,978 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:10,978 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:10,978 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:10,978 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:10,978 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:10,978 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:23:10,982 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/default/test/38ffe521b7bef0d503d13eddf1cb9125/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:23:10,982 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:10,982 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:10,982 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38ffe521b7bef0d503d13eddf1cb9125: Waiting for close lock at 1731212590977Running coprocessor pre-close hooks at 1731212590977Disabling compacts and flushes for region at 1731212590977Disabling writes for close at 1731212590977Writing region close event to WAL at 1731212590978 (+1 ms)Running coprocessor post-close hooks at 1731212590982 (+4 ms)Closed at 1731212590982 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125. 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04721083ae71021158f831be2a490694, disabling compactions & flushes 2024-11-10T04:23:10,983 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. after waiting 0 ms 2024-11-10T04:23:10,983 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:10,983 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04721083ae71021158f831be2a490694 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T04:23:10,987 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:10,996 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/info/f05c89216f464ab19f9d747319ef4470 is 147, key is hbase:replication,,1731212583034.04721083ae71021158f831be2a490694./info:regioninfo/1731212584202/Put/seqid=0 2024-11-10T04:23:10,999 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/hfileref/5f6c52d6699d42afaffa73100c60601e is 74, key is 1/hfileref:0f76f573b6b349b5be708c072cadcc37_SeqId_6_/1731212590266/DeleteColumn/seqid=0 2024-11-10T04:23:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741846_1022 (size=7686) 2024-11-10T04:23:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741847_1023 (size=5345) 2024-11-10T04:23:11,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:23:11,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:11,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:51668 deadline: 1731212651098, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping 2024-11-10T04:23:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 from cache 2024-11-10T04:23:11,178 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 04721083ae71021158f831be2a490694, 1588230740 2024-11-10T04:23:11,187 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:11,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:11,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:11,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:51668 deadline: 1731212651098, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping 2024-11-10T04:23:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 from cache 2024-11-10T04:23:11,378 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 04721083ae71021158f831be2a490694, 1588230740 2024-11-10T04:23:11,403 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/info/f05c89216f464ab19f9d747319ef4470 2024-11-10T04:23:11,404 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/hfileref/5f6c52d6699d42afaffa73100c60601e 2024-11-10T04:23:11,415 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:23:11,416 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:23:11,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:11,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:11,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:51668 deadline: 1731212651098, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping 2024-11-10T04:23:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 from cache 2024-11-10T04:23:11,423 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/queue/4266f39a21494102ac0842bb6c289888 is 154, key is 1-e900e1ae4b9f,40313,1731212573514/queue:e900e1ae4b9f%2C40313%2C1731212573514/1731212590267/Put/seqid=0 2024-11-10T04:23:11,423 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/ns/6deffb03acc44aa1ad2583913fb142fd is 43, key is default/ns:d/1731212576472/Put/seqid=0 2024-11-10T04:23:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741848_1024 (size=5353) 2024-11-10T04:23:11,427 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1033, reset compression=false 2024-11-10T04:23:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741849_1025 (size=5153) 2024-11-10T04:23:11,430 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:11,431 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1328, reset compression=false 2024-11-10T04:23:11,431 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,40313,1731212573514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:11,431 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,40313,1731212573514: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,40313,1731212573514, walGroup=e900e1ae4b9f%2C40313%2C1731212573514, offset=e900e1ae4b9f%2C40313%2C1731212573514.1731212575508:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:40313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:23:11,433 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:23:11,433 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:23:11,434 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:23:11,434 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:23:11,434 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:23:11,434 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 580829184 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187578720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:23:11,436 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:23:11,578 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 04721083ae71021158f831be2a490694, 1588230740 2024-11-10T04:23:11,637 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1328, reset compression=false 2024-11-10T04:23:11,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:11,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:11,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:11,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:11,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:11,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:11,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 from cache 2024-11-10T04:23:11,778 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 04721083ae71021158f831be2a490694, 1588230740 2024-11-10T04:23:11,827 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/ns/6deffb03acc44aa1ad2583913fb142fd 2024-11-10T04:23:11,827 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/queue/4266f39a21494102ac0842bb6c289888 2024-11-10T04:23:11,832 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/hfileref/5f6c52d6699d42afaffa73100c60601e as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/hfileref/5f6c52d6699d42afaffa73100c60601e 2024-11-10T04:23:11,837 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/hfileref/5f6c52d6699d42afaffa73100c60601e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T04:23:11,838 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/.tmp/queue/4266f39a21494102ac0842bb6c289888 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/queue/4266f39a21494102ac0842bb6c289888 2024-11-10T04:23:11,842 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/queue/4266f39a21494102ac0842bb6c289888, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T04:23:11,843 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 04721083ae71021158f831be2a490694 in 859ms, sequenceid=12, compaction requested=false 2024-11-10T04:23:11,846 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/replication/04721083ae71021158f831be2a490694/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T04:23:11,846 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:11,846 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:11,846 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:11,846 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04721083ae71021158f831be2a490694: Waiting for close lock at 1731212590983Running coprocessor pre-close hooks at 1731212590983Disabling compacts and flushes for region at 1731212590983Disabling writes for close at 1731212590983Obtaining lock to block concurrent updates at 1731212590983Preparing flush snapshotting stores in 04721083ae71021158f831be2a490694 at 1731212590983Finished memstore snapshotting hbase:replication,,1731212583034.04721083ae71021158f831be2a490694., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731212590983Flushing stores of hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. at 1731212590984 (+1 ms)Flushing 04721083ae71021158f831be2a490694/hfileref: creating writer at 1731212590984Flushing 04721083ae71021158f831be2a490694/hfileref: appending metadata at 1731212590999 (+15 ms)Flushing 04721083ae71021158f831be2a490694/hfileref: closing flushed file at 1731212590999Flushing 04721083ae71021158f831be2a490694/queue: creating writer at 1731212591408 (+409 ms)Flushing 04721083ae71021158f831be2a490694/queue: appending metadata at 1731212591422 (+14 ms)Flushing 04721083ae71021158f831be2a490694/queue: closing flushed file at 1731212591422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a6d472: reopening flushed file at 1731212591832 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3555f53e: reopening flushed file at 1731212591837 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 04721083ae71021158f831be2a490694 in 859ms, sequenceid=12, compaction requested=false at 1731212591843 (+6 ms)Writing region close event to WAL at 1731212591843Running coprocessor post-close hooks at 1731212591846 (+3 ms)Closed at 1731212591846 2024-11-10T04:23:11,847 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212583034.04721083ae71021158f831be2a490694. 2024-11-10T04:23:11,850 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/rep_barrier/4e601b8049b34858890b1ea5faa7f577 is 112, key is test,,1731212578710.38ffe521b7bef0d503d13eddf1cb9125./rep_barrier:seqnumDuringOpen/1731212579859/Put/seqid=0 2024-11-10T04:23:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741850_1026 (size=5518) 2024-11-10T04:23:11,941 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1328, reset compression=false 2024-11-10T04:23:11,978 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:23:11,978 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:23:11,979 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:12,179 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:12,237 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1] 2024-11-10T04:23:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,40313,1731212573514, seqNum=-1 from cache 2024-11-10T04:23:12,241 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,242 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T04:23:11.104Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.210Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.420Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.731Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12.240Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T04:23:12,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T04:23:11.104Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.210Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.420Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.731Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12.240Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T04:23:12,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:51666 deadline: 1731212650278, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T04:23:11.104Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.210Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.420Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.731Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12.240Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12,245 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T04:23:11.104Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.210Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.420Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e900e1ae4b9f,40313,1731212573514 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T04:23:11.731Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting 2024-11-10T04:23:12.240Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,254 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/rep_barrier/4e601b8049b34858890b1ea5faa7f577 2024-11-10T04:23:12,280 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/table/2835a2c79423495cbc3e04cf4b4d9cfc is 53, key is hbase:replication/table:state/1731212584213/Put/seqid=0 2024-11-10T04:23:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741851_1027 (size=5308) 2024-11-10T04:23:12,295 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:12,345 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1328, reset compression=false 2024-11-10T04:23:12,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,348 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,379 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:12,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,551 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,579 DEBUG [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:12,684 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/table/2835a2c79423495cbc3e04cf4b4d9cfc 2024-11-10T04:23:12,689 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/info/f05c89216f464ab19f9d747319ef4470 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/info/f05c89216f464ab19f9d747319ef4470 2024-11-10T04:23:12,694 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/info/f05c89216f464ab19f9d747319ef4470, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:23:12,695 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/ns/6deffb03acc44aa1ad2583913fb142fd as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/ns/6deffb03acc44aa1ad2583913fb142fd 2024-11-10T04:23:12,699 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/ns/6deffb03acc44aa1ad2583913fb142fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:23:12,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/rep_barrier/4e601b8049b34858890b1ea5faa7f577 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/rep_barrier/4e601b8049b34858890b1ea5faa7f577 2024-11-10T04:23:12,704 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/rep_barrier/4e601b8049b34858890b1ea5faa7f577, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:23:12,705 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/.tmp/table/2835a2c79423495cbc3e04cf4b4d9cfc as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/table/2835a2c79423495cbc3e04cf4b4d9cfc 2024-11-10T04:23:12,709 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/table/2835a2c79423495cbc3e04cf4b4d9cfc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:23:12,710 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-10T04:23:12,714 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:23:12,714 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:12,714 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:12,714 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:12,715 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212590978Running coprocessor pre-close hooks at 1731212590978Disabling compacts and flushes for region at 1731212590978Disabling writes for close at 1731212590978Obtaining lock to block concurrent updates at 1731212590978Preparing flush snapshotting stores in 1588230740 at 1731212590978Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212590978Flushing stores of hbase:meta,,1.1588230740 at 1731212590979 (+1 ms)Flushing 1588230740/info: creating writer at 1731212590979Flushing 1588230740/info: appending metadata at 1731212590996 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731212590996Flushing 1588230740/ns: creating writer at 1731212591408 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731212591422 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212591422Flushing 1588230740/rep_barrier: creating writer at 1731212591832 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212591849 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212591849Flushing 1588230740/table: creating writer at 1731212592259 (+410 ms)Flushing 1588230740/table: appending metadata at 1731212592279 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731212592279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd2d682: reopening flushed file at 1731212592689 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2153e859: reopening flushed file at 1731212592694 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ae8a62: reopening flushed file at 1731212592699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6822f773: reopening flushed file at 1731212592704 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731212592710 (+6 ms)Writing region close event to WAL at 1731212592711 (+1 ms)Running coprocessor post-close hooks at 1731212592714 (+3 ms)Closed at 1731212592714 2024-11-10T04:23:12,715 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:12,779 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,40313,1731212573514; all regions closed. 2024-11-10T04:23:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:23:12,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.meta.1731212576430.meta not finished, retry = 0 2024-11-10T04:23:12,848 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 to pos 1328, reset compression=false 2024-11-10T04:23:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e900e1ae4b9f,40313,1731212573514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,855 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e900e1ae4b9f,40313,1731212573514 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741839_1015 (size=3127) 2024-11-10T04:23:12,885 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.rep.1731212584170 not finished, retry = 0 2024-11-10T04:23:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741832_1008 (size=1336) 2024-11-10T04:23:12,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/WALs/e900e1ae4b9f,40313,1731212573514/e900e1ae4b9f%2C40313%2C1731212573514.1731212575508 not finished, retry = 0 2024-11-10T04:23:12,998 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:13,089 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:13,089 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:13,089 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:13,089 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:13,089 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:13,089 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:13,090 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,40313,1731212573514 because: Region server is closing 2024-11-10T04:23:13,090 INFO [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:40313. 2024-11-10T04:23:13,090 DEBUG [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:13,090 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:13,090 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:13,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:13,190 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.shippere900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 terminated 2024-11-10T04:23:13,190 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,40313,1731212573514.replicationSource.wal-reader.e900e1ae4b9f%2C40313%2C1731212573514,1-e900e1ae4b9f,40313,1731212573514 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:23:13,190 INFO [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:40313. 2024-11-10T04:23:13,190 DEBUG [RS:0;e900e1ae4b9f:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:13,191 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:13,191 DEBUG [RS:0;e900e1ae4b9f:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:13,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:13,191 INFO [RS:0;e900e1ae4b9f:40313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40313 2024-11-10T04:23:13,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1592537149/rs/e900e1ae4b9f,40313,1731212573514 2024-11-10T04:23:13,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149/rs 2024-11-10T04:23:13,193 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:13,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,40313,1731212573514] 2024-11-10T04:23:13,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1592537149/draining/e900e1ae4b9f,40313,1731212573514 already deleted, retry=false 2024-11-10T04:23:13,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,40313,1731212573514 expired; onlineServers=0 2024-11-10T04:23:13,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,35763,1731212573473' ***** 2024-11-10T04:23:13,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:23:13,196 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:13,197 DEBUG [M:0;e900e1ae4b9f:35763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:23:13,197 DEBUG [M:0;e900e1ae4b9f:35763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:23:13,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:23:13,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212575283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212575283,5,FailOnTimeoutGroup] 2024-11-10T04:23:13,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212575283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212575283,5,FailOnTimeoutGroup] 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:13,197 DEBUG [M:0;e900e1ae4b9f:35763 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:13,197 INFO [M:0;e900e1ae4b9f:35763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:23:13,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:23:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1592537149/master 2024-11-10T04:23:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1592537149 2024-11-10T04:23:13,198 DEBUG [M:0;e900e1ae4b9f:35763 {}] zookeeper.ZKUtil(347): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Unable to get data of znode /1592537149/master because node does not exist (not an error) 2024-11-10T04:23:13,198 WARN [M:0;e900e1ae4b9f:35763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:23:13,199 INFO [M:0;e900e1ae4b9f:35763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/.lastflushedseqids 2024-11-10T04:23:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741852_1028 (size=263) 2024-11-10T04:23:13,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e900e1ae4b9f:40313 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:40313 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e900e1ae4b9f:40313 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:40313 2024-11-10T04:23:13,259 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e900e1ae4b9f:40313 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:40313 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:40313 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T04:23:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60200 deadline: 1731212653261, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T04:23:13,262 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T04:23:13,263 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T04:23:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x101001d534f0004, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:13,294 INFO [RS:0;e900e1ae4b9f:40313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:13,294 INFO [RS:0;e900e1ae4b9f:40313 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,40313,1731212573514; zookeeper connection closed. 2024-11-10T04:23:13,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f3d637 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f3d637 2024-11-10T04:23:13,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:23:13,604 INFO [M:0;e900e1ae4b9f:35763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:23:13,604 INFO [M:0;e900e1ae4b9f:35763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:23:13,604 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:13,604 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:13,604 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:13,604 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:13,604 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:13,604 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T04:23:13,627 DEBUG [M:0;e900e1ae4b9f:35763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6954655b4844975a4b6e61a4d7a66b3 is 82, key is hbase:meta,,1/info:regioninfo/1731212576462/Put/seqid=0 2024-11-10T04:23:13,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741853_1029 (size=5672) 2024-11-10T04:23:13,763 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T04:23:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60200 deadline: 1731212653765, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T04:23:13,765 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T04:23:13,766 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T04:23:13,766 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T04:23:13,802 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:14,032 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6954655b4844975a4b6e61a4d7a66b3 2024-11-10T04:23:14,054 DEBUG [M:0;e900e1ae4b9f:35763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27ec5ae02b0491aa3aa0afa677137c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212584216/Put/seqid=0 2024-11-10T04:23:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741854_1030 (size=8515) 2024-11-10T04:23:14,367 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T04:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60200 deadline: 1731212654368, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T04:23:14,369 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T04:23:14,370 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T04:23:14,370 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T04:23:14,459 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27ec5ae02b0491aa3aa0afa677137c8 2024-11-10T04:23:14,481 DEBUG [M:0;e900e1ae4b9f:35763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56660cf0f47d46c19f3133140ccf0398 is 69, key is e900e1ae4b9f,40313,1731212573514/rs:state/1731212575361/Put/seqid=0 2024-11-10T04:23:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741855_1031 (size=5156) 2024-11-10T04:23:14,706 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:14,886 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56660cf0f47d46c19f3133140ccf0398 2024-11-10T04:23:14,891 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6954655b4844975a4b6e61a4d7a66b3 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6954655b4844975a4b6e61a4d7a66b3 2024-11-10T04:23:14,894 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6954655b4844975a4b6e61a4d7a66b3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:23:14,895 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27ec5ae02b0491aa3aa0afa677137c8 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27ec5ae02b0491aa3aa0afa677137c8 2024-11-10T04:23:14,899 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27ec5ae02b0491aa3aa0afa677137c8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:23:14,900 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56660cf0f47d46c19f3133140ccf0398 as hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56660cf0f47d46c19f3133140ccf0398 2024-11-10T04:23:14,903 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/1ecd07b6-fbca-b34d-b205-48b5be8f1ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56660cf0f47d46c19f3133140ccf0398, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:23:14,904 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-10T04:23:14,906 INFO [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:14,906 DEBUG [M:0;e900e1ae4b9f:35763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212593604Disabling compacts and flushes for region at 1731212593604Disabling writes for close at 1731212593604Obtaining lock to block concurrent updates at 1731212593604Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212593604Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731212593605 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212593605Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212593605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212593626 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212593626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212594036 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212594054 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212594054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212594463 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212594481 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212594481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be27769: reopening flushed file at 1731212594890 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbe7857: reopening flushed file at 1731212594895 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d0a287: reopening flushed file at 1731212594899 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1731212594904 (+5 ms)Writing region close event to WAL at 1731212594906 (+2 ms)Closed at 1731212594906 2024-11-10T04:23:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45323 is added to blk_1073741830_1006 (size=63642) 2024-11-10T04:23:14,909 INFO [M:0;e900e1ae4b9f:35763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:23:14,909 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:14,909 INFO [M:0;e900e1ae4b9f:35763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35763 2024-11-10T04:23:14,910 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:15,012 INFO [M:0;e900e1ae4b9f:35763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35763-0x101001d534f0003, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:15,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f5fa95b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:15,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ccfaece{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:15,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:15,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7a6e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:15,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d98480e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:15,017 WARN [BP-1998182299-172.17.0.2-1731212572964 heartbeating to localhost/127.0.0.1:35157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:23:15,017 WARN [BP-1998182299-172.17.0.2-1731212572964 heartbeating to localhost/127.0.0.1:35157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1998182299-172.17.0.2-1731212572964 (Datanode Uuid 9986adc0-7791-40d5-a1aa-1a3172044036) service to localhost/127.0.0.1:35157 2024-11-10T04:23:15,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:23:15,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:23:15,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/cluster_6c6e5007-e2bd-c86a-c89f-e9074ff6856c/data/data1/current/BP-1998182299-172.17.0.2-1731212572964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:15,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/cluster_6c6e5007-e2bd-c86a-c89f-e9074ff6856c/data/data2/current/BP-1998182299-172.17.0.2-1731212572964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:15,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:23:15,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c143e7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:15,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@154d6805{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:15,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:15,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a9384b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:15,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@471c1cc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:15,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:23:15,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:23:15,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:15,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:15,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:15,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:15,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:15,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:23:15,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1305744308, stopped=false 2024-11-10T04:23:15,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,37479,1731212569854 2024-11-10T04:23:15,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309809097/running 2024-11-10T04:23:15,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309809097/running 2024-11-10T04:23:15,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:23:15,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:23:15,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:15,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:15,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:15,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:15,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/running 2024-11-10T04:23:15,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,36521,1731212569902' ***** 2024-11-10T04:23:15,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:23:15,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Set watcher on znode that does not yet exist, /0-1309809097/running 2024-11-10T04:23:15,040 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:23:15,040 INFO [RS:0;e900e1ae4b9f:36521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:23:15,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:23:15,040 INFO [RS:0;e900e1ae4b9f:36521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:23:15,040 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(3091): Received CLOSE for 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(3091): Received CLOSE for 05eb29e27f157e3f018e2e66bd6bda9e 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,36521,1731212569902 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:36521. 2024-11-10T04:23:15,041 DEBUG [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:15,041 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76f47c0999209f4468be5e673bc004da, disabling compactions & flushes 2024-11-10T04:23:15,041 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:15,041 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:15,041 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:15,041 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. after waiting 0 ms 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:23:15,041 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:23:15,041 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76f47c0999209f4468be5e673bc004da 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T04:23:15,041 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:23:15,041 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76f47c0999209f4468be5e673bc004da=hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da., 05eb29e27f157e3f018e2e66bd6bda9e=test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e.} 2024-11-10T04:23:15,041 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 05eb29e27f157e3f018e2e66bd6bda9e, 1588230740, 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:15,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:15,045 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:15,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:15,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:15,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:15,045 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:23:15,058 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/hfileref/102f85bdb84e41159c0cb18c8b60b77e is 74, key is 1/hfileref:2743039ed1b6491fba00159cc259a619_SeqId_6_/1731212590253/Put/seqid=0 2024-11-10T04:23:15,061 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/info/f6d0ebf238e749a49afa161de4e7344c is 147, key is hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da./info:regioninfo/1731212582046/Put/seqid=0 2024-11-10T04:23:15,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741846_1022 (size=5345) 2024-11-10T04:23:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741847_1023 (size=7686) 2024-11-10T04:23:15,070 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T04:23:15,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e900e1ae4b9f:35763 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:35763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e900e1ae4b9f:35763 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:35763 2024-11-10T04:23:15,077 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:15,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:15,178 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e900e1ae4b9f:35763 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:35763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:23:15,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e900e1ae4b9f:35763 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:35763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T04:23:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e900e1ae4b9f:35763 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:35763 2024-11-10T04:23:15,241 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 05eb29e27f157e3f018e2e66bd6bda9e, 1588230740, 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:15,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:15,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e900e1ae4b9f:35763 this server is in the failed servers list 2024-11-10T04:23:15,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e900e1ae4b9f:35763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:15,442 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 05eb29e27f157e3f018e2e66bd6bda9e, 1588230740, 76f47c0999209f4468be5e673bc004da 2024-11-10T04:23:15,462 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/hfileref/102f85bdb84e41159c0cb18c8b60b77e 2024-11-10T04:23:15,465 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/info/f6d0ebf238e749a49afa161de4e7344c 2024-11-10T04:23:15,486 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/queue/4b39aa28e2fa4ada808df2f1032f59b2 is 153, key is 1-e900e1ae4b9f,36521,1731212569902/queue:e900e1ae4b9f%2C36521%2C1731212569902/1731212587624/Put/seqid=0 2024-11-10T04:23:15,487 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/ns/e55428edf911491aa589b1d621b1ab51 is 43, key is default/ns:d/1731212572859/Put/seqid=0 2024-11-10T04:23:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741848_1024 (size=5352) 2024-11-10T04:23:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741849_1025 (size=5153) 2024-11-10T04:23:15,491 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/queue/4b39aa28e2fa4ada808df2f1032f59b2 2024-11-10T04:23:15,495 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/hfileref/102f85bdb84e41159c0cb18c8b60b77e as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/hfileref/102f85bdb84e41159c0cb18c8b60b77e 2024-11-10T04:23:15,498 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/hfileref/102f85bdb84e41159c0cb18c8b60b77e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T04:23:15,499 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/.tmp/queue/4b39aa28e2fa4ada808df2f1032f59b2 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/queue/4b39aa28e2fa4ada808df2f1032f59b2 2024-11-10T04:23:15,503 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/queue/4b39aa28e2fa4ada808df2f1032f59b2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T04:23:15,503 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 76f47c0999209f4468be5e673bc004da in 462ms, sequenceid=10, compaction requested=false 2024-11-10T04:23:15,504 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:23:15,510 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/replication/76f47c0999209f4468be5e673bc004da/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:15,511 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76f47c0999209f4468be5e673bc004da: Waiting for close lock at 1731212595041Running coprocessor pre-close hooks at 1731212595041Disabling compacts and flushes for region at 1731212595041Disabling writes for close at 1731212595041Obtaining lock to block concurrent updates at 1731212595041Preparing flush snapshotting stores in 76f47c0999209f4468be5e673bc004da at 1731212595041Finished memstore snapshotting hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731212595042 (+1 ms)Flushing stores of hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. at 1731212595042Flushing 76f47c0999209f4468be5e673bc004da/hfileref: creating writer at 1731212595042Flushing 76f47c0999209f4468be5e673bc004da/hfileref: appending metadata at 1731212595057 (+15 ms)Flushing 76f47c0999209f4468be5e673bc004da/hfileref: closing flushed file at 1731212595057Flushing 76f47c0999209f4468be5e673bc004da/queue: creating writer at 1731212595468 (+411 ms)Flushing 76f47c0999209f4468be5e673bc004da/queue: appending metadata at 1731212595486 (+18 ms)Flushing 76f47c0999209f4468be5e673bc004da/queue: closing flushed file at 1731212595486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2076c474: reopening flushed file at 1731212595494 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b184af: reopening flushed file at 1731212595499 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 76f47c0999209f4468be5e673bc004da in 462ms, sequenceid=10, compaction requested=false at 1731212595503 (+4 ms)Writing region close event to WAL at 1731212595508 (+5 ms)Running coprocessor post-close hooks at 1731212595511 (+3 ms)Closed at 1731212595511 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212580879.76f47c0999209f4468be5e673bc004da. 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05eb29e27f157e3f018e2e66bd6bda9e, disabling compactions & flushes 2024-11-10T04:23:15,511 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. after waiting 0 ms 2024-11-10T04:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:23:15,514 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/default/test/05eb29e27f157e3f018e2e66bd6bda9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:15,515 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05eb29e27f157e3f018e2e66bd6bda9e: Waiting for close lock at 1731212595511Running coprocessor pre-close hooks at 1731212595511Disabling compacts and flushes for region at 1731212595511Disabling writes for close at 1731212595511Writing region close event to WAL at 1731212595512 (+1 ms)Running coprocessor post-close hooks at 1731212595515 (+3 ms)Closed at 1731212595515 2024-11-10T04:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e. 2024-11-10T04:23:15,642 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:15,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:15,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e900e1ae4b9f:35763 this server is in the failed servers list 2024-11-10T04:23:15,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e900e1ae4b9f:35763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:15,709 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1033, reset compression=false 2024-11-10T04:23:15,714 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:15,714 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1328, reset compression=false 2024-11-10T04:23:15,756 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:23:15,756 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:23:15,842 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:15,891 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/ns/e55428edf911491aa589b1d621b1ab51 2024-11-10T04:23:15,909 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3c88a24f59f45bfa55f17e9feae3e3d is 112, key is test,,1731212576556.05eb29e27f157e3f018e2e66bd6bda9e./rep_barrier:seqnumDuringOpen/1731212577710/Put/seqid=0 2024-11-10T04:23:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741850_1026 (size=5518) 2024-11-10T04:23:15,917 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1328, reset compression=false 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,042 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:23:16,042 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:23:16,042 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:16,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:16,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e900e1ae4b9f:35763 this server is in the failed servers list 2024-11-10T04:23:16,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e900e1ae4b9f:35763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:16,220 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1328, reset compression=false 2024-11-10T04:23:16,242 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:16,313 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3c88a24f59f45bfa55f17e9feae3e3d 2024-11-10T04:23:16,332 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/table/39154d9ea09144c49bbaa918ebacc854 is 53, key is hbase:replication/table:state/1731212582052/Put/seqid=0 2024-11-10T04:23:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741851_1027 (size=5308) 2024-11-10T04:23:16,443 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:16,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:16,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:16,624 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.wal-reader.e900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.1731212571902 to pos 1328, reset compression=false 2024-11-10T04:23:16,643 DEBUG [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:16,736 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/table/39154d9ea09144c49bbaa918ebacc854 2024-11-10T04:23:16,741 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/info/f6d0ebf238e749a49afa161de4e7344c as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/info/f6d0ebf238e749a49afa161de4e7344c 2024-11-10T04:23:16,745 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/info/f6d0ebf238e749a49afa161de4e7344c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:23:16,746 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/ns/e55428edf911491aa589b1d621b1ab51 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/ns/e55428edf911491aa589b1d621b1ab51 2024-11-10T04:23:16,750 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/ns/e55428edf911491aa589b1d621b1ab51, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:23:16,751 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/rep_barrier/a3c88a24f59f45bfa55f17e9feae3e3d as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/rep_barrier/a3c88a24f59f45bfa55f17e9feae3e3d 2024-11-10T04:23:16,755 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/rep_barrier/a3c88a24f59f45bfa55f17e9feae3e3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:23:16,755 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/.tmp/table/39154d9ea09144c49bbaa918ebacc854 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/table/39154d9ea09144c49bbaa918ebacc854 2024-11-10T04:23:16,760 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/table/39154d9ea09144c49bbaa918ebacc854, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:23:16,761 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-10T04:23:16,761 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:23:16,770 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:23:16,770 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:16,770 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:16,770 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:16,770 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212595045Running coprocessor pre-close hooks at 1731212595045Disabling compacts and flushes for region at 1731212595045Disabling writes for close at 1731212595045Obtaining lock to block concurrent updates at 1731212595045Preparing flush snapshotting stores in 1588230740 at 1731212595045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212595045Flushing stores of hbase:meta,,1.1588230740 at 1731212595046 (+1 ms)Flushing 1588230740/info: creating writer at 1731212595046Flushing 1588230740/info: appending metadata at 1731212595060 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731212595060Flushing 1588230740/ns: creating writer at 1731212595469 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212595487 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731212595487Flushing 1588230740/rep_barrier: creating writer at 1731212595895 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212595909 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212595909Flushing 1588230740/table: creating writer at 1731212596318 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212596331 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731212596331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359343ac: reopening flushed file at 1731212596741 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ac62b0: reopening flushed file at 1731212596746 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129886d9: reopening flushed file at 1731212596750 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd954eb: reopening flushed file at 1731212596755 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731212596761 (+6 ms)Writing region close event to WAL at 1731212596767 (+6 ms)Running coprocessor post-close hooks at 1731212596770 (+3 ms)Closed at 1731212596770 2024-11-10T04:23:16,771 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:16,843 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,36521,1731212569902; all regions closed. 2024-11-10T04:23:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:23:16,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.meta.1731212572819.meta not finished, retry = 0 2024-11-10T04:23:16,948 DEBUG [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs 2024-11-10T04:23:16,948 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C36521%2C1731212569902.meta:.meta(num 1731212572819) 2024-11-10T04:23:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741839_1015 (size=2695) 2024-11-10T04:23:16,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/WALs/e900e1ae4b9f,36521,1731212569902/e900e1ae4b9f%2C36521%2C1731212569902.rep.1731212582014 not finished, retry = 0 2024-11-10T04:23:17,052 DEBUG [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs 2024-11-10T04:23:17,052 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C36521%2C1731212569902.rep:(num 1731212582014) 2024-11-10T04:23:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741832_1008 (size=1336) 2024-11-10T04:23:17,056 DEBUG [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/oldWALs 2024-11-10T04:23:17,056 INFO [RS:0;e900e1ae4b9f:36521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C36521%2C1731212569902:(num 1731212571902) 2024-11-10T04:23:17,056 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:17,056 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:17,056 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:17,056 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:17,057 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:17,057 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:17,057 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,36521,1731212569902 because: Region server is closing 2024-11-10T04:23:17,057 INFO [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:36521. 2024-11-10T04:23:17,057 DEBUG [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:17,057 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:17,057 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:17,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:17,158 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T04:23:17,158 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T04:23:17,158 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T04:23:17,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:17,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:17,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:17,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:17,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:23:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:23:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:23:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:17,959 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36521,1731212569902.replicationSource.shippere900e1ae4b9f%2C36521%2C1731212569902,1-e900e1ae4b9f,36521,1731212569902 terminated 2024-11-10T04:23:17,959 INFO [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:36521. 2024-11-10T04:23:17,959 DEBUG [RS:0;e900e1ae4b9f:36521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:17,959 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:17,959 DEBUG [RS:0;e900e1ae4b9f:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:17,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:17,959 INFO [RS:0;e900e1ae4b9f:36521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36521 2024-11-10T04:23:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309809097/rs/e900e1ae4b9f,36521,1731212569902 2024-11-10T04:23:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097/rs 2024-11-10T04:23:17,962 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:17,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,36521,1731212569902] 2024-11-10T04:23:17,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309809097/draining/e900e1ae4b9f,36521,1731212569902 already deleted, retry=false 2024-11-10T04:23:17,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,36521,1731212569902 expired; onlineServers=0 2024-11-10T04:23:17,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,37479,1731212569854' ***** 2024-11-10T04:23:17,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:23:17,965 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:17,965 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:17,965 DEBUG [M:0;e900e1ae4b9f:37479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:23:17,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:23:17,965 DEBUG [M:0;e900e1ae4b9f:37479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:23:17,965 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212571673 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212571673,5,FailOnTimeoutGroup] 2024-11-10T04:23:17,965 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212571673 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212571673,5,FailOnTimeoutGroup] 2024-11-10T04:23:17,965 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:17,965 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:17,966 DEBUG [M:0;e900e1ae4b9f:37479 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:23:17,966 INFO [M:0;e900e1ae4b9f:37479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:23:17,966 INFO [M:0;e900e1ae4b9f:37479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:17,966 INFO [M:0;e900e1ae4b9f:37479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:23:17,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:23:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309809097/master 2024-11-10T04:23:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309809097 2024-11-10T04:23:17,967 DEBUG [M:0;e900e1ae4b9f:37479 {}] zookeeper.ZKUtil(347): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Unable to get data of znode /0-1309809097/master because node does not exist (not an error) 2024-11-10T04:23:17,967 WARN [M:0;e900e1ae4b9f:37479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:23:17,968 INFO [M:0;e900e1ae4b9f:37479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/.lastflushedseqids 2024-11-10T04:23:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741852_1028 (size=263) 2024-11-10T04:23:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:18,064 INFO [RS:0;e900e1ae4b9f:36521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:18,064 INFO [RS:0;e900e1ae4b9f:36521 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,36521,1731212569902; zookeeper connection closed. 2024-11-10T04:23:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x101001d534f0001, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:18,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ffba844 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ffba844 2024-11-10T04:23:18,064 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:23:18,373 INFO [M:0;e900e1ae4b9f:37479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:23:18,373 INFO [M:0;e900e1ae4b9f:37479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:23:18,373 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:18,373 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:18,373 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:18,373 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:18,373 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:18,373 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T04:23:18,393 DEBUG [M:0;e900e1ae4b9f:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39a81849ce184afda9987942902bac41 is 82, key is hbase:meta,,1/info:regioninfo/1731212572850/Put/seqid=0 2024-11-10T04:23:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741853_1029 (size=5672) 2024-11-10T04:23:18,797 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39a81849ce184afda9987942902bac41 2024-11-10T04:23:18,819 DEBUG [M:0;e900e1ae4b9f:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db98934c3e4a42cc9f6f5cbd72fa7b7f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212582055/Put/seqid=0 2024-11-10T04:23:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741854_1030 (size=8515) 2024-11-10T04:23:19,224 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db98934c3e4a42cc9f6f5cbd72fa7b7f 2024-11-10T04:23:19,242 DEBUG [M:0;e900e1ae4b9f:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5ac40416f4243a488eb7b4ad9dc71 is 69, key is e900e1ae4b9f,36521,1731212569902/rs:state/1731212571743/Put/seqid=0 2024-11-10T04:23:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741855_1031 (size=5156) 2024-11-10T04:23:19,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:19,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:19,249 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:19,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:23:19,647 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5ac40416f4243a488eb7b4ad9dc71 2024-11-10T04:23:19,652 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39a81849ce184afda9987942902bac41 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39a81849ce184afda9987942902bac41 2024-11-10T04:23:19,655 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39a81849ce184afda9987942902bac41, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:23:19,656 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db98934c3e4a42cc9f6f5cbd72fa7b7f as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db98934c3e4a42cc9f6f5cbd72fa7b7f 2024-11-10T04:23:19,660 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db98934c3e4a42cc9f6f5cbd72fa7b7f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:23:19,660 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5ac40416f4243a488eb7b4ad9dc71 as hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e5ac40416f4243a488eb7b4ad9dc71 2024-11-10T04:23:19,664 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/55d05a70-587c-990f-6484-96d74c6724bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e5ac40416f4243a488eb7b4ad9dc71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:23:19,665 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-10T04:23:19,670 INFO [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:19,671 DEBUG [M:0;e900e1ae4b9f:37479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212598373Disabling compacts and flushes for region at 1731212598373Disabling writes for close at 1731212598373Obtaining lock to block concurrent updates at 1731212598373Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212598373Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731212598374 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212598374Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212598374Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212598392 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212598392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212598801 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212598819 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212598819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212599228 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212599242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212599242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fac7e77: reopening flushed file at 1731212599651 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318b6363: reopening flushed file at 1731212599655 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e2d0d9: reopening flushed file at 1731212599660 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1731212599665 (+5 ms)Writing region close event to WAL at 1731212599670 (+5 ms)Closed at 1731212599670 2024-11-10T04:23:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39957 is added to blk_1073741830_1006 (size=63642) 2024-11-10T04:23:19,673 INFO [M:0;e900e1ae4b9f:37479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:23:19,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:19,673 INFO [M:0;e900e1ae4b9f:37479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37479 2024-11-10T04:23:19,674 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:19,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:19,777 INFO [M:0;e900e1ae4b9f:37479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:19,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x101001d534f0000, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:19,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee8c339{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:19,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248bc307{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:19,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:19,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175aceda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:19,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c5aa1a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:19,782 WARN [BP-1738126494-172.17.0.2-1731212568798 heartbeating to localhost/127.0.0.1:37851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:23:19,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:23:19,782 WARN [BP-1738126494-172.17.0.2-1731212568798 heartbeating to localhost/127.0.0.1:37851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1738126494-172.17.0.2-1731212568798 (Datanode Uuid 0d4f7245-0696-4f12-a119-4b1609f84453) service to localhost/127.0.0.1:37851 2024-11-10T04:23:19,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:23:19,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/data/data1/current/BP-1738126494-172.17.0.2-1731212568798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:19,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/cluster_b37bfa0e-fd9a-58fd-e783-f6d7ae66a39f/data/data2/current/BP-1738126494-172.17.0.2-1731212568798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:19,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:23:19,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d2bdf6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:19,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef0879e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:19,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:19,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@177405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:19,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600da08b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220298c8-af1e-1895-f9c0-c0bc07aad485/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:19,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:23:19,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:23:19,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 205) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37851 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49641) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37851 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35157 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49641) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37851 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35157 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8829 (was 8860) 2024-11-10T04:23:19,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=8830 2024-11-10T04:23:19,845 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T04:23:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir so I do NOT create it in target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97 2024-11-10T04:23:19,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:23:19,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.tmp.dir so I do NOT create it in target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97 2024-11-10T04:23:19,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/432b1348-705d-89ed-ec26-090a9b0c6281/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:23:19,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97 2024-11-10T04:23:19,846 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02, deleteOnExit=true 2024-11-10T04:23:19,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/zookeeper_0, clientPort=54199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:23:19,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54199 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/test.cache.data in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:23:19,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:19,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:23:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:23:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001d534f0005, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:23:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001d534f0002, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:23:19,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001d534f0005, quorum=127.0.0.1:49641, baseZNode=/1592537149 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:23:19,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001d534f0002, quorum=127.0.0.1:49641, baseZNode=/0-1309809097 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:23:19,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:19,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:19,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:19,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:19,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:19,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:19,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a467ae1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:19,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e2a383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:20,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a88f0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/java.io.tmpdir/jetty-localhost-43613-hadoop-hdfs-3_4_1-tests_jar-_-any-15111981694409170565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:20,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28bef006{HTTP/1.1, (http/1.1)}{localhost:43613} 2024-11-10T04:23:20,055 INFO [Time-limited test {}] server.Server(415): Started @187168ms 2024-11-10T04:23:20,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:20,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:20,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:20,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:20,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:23:20,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2095fd85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:20,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb2cb59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:20,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e05ced7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/java.io.tmpdir/jetty-localhost-34795-hadoop-hdfs-3_4_1-tests_jar-_-any-502212435877204250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:20,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51c15b19{HTTP/1.1, (http/1.1)}{localhost:34795} 2024-11-10T04:23:20,251 INFO [Time-limited test {}] server.Server(415): Started @187365ms 2024-11-10T04:23:20,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:23:20,359 WARN [Thread-2204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/data/data2/current/BP-161772471-172.17.0.2-1731212599872/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:20,359 WARN [Thread-2203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/data/data1/current/BP-161772471-172.17.0.2-1731212599872/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:20,379 WARN [Thread-2191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:23:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x229702660646538e with lease ID 0x26b98128b6957b3: Processing first storage report for DS-fd0eb296-8669-46bd-9189-7d744b6c55a7 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=7eddf29a-d288-4bd6-863f-60c0e905685f, infoPort=45959, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=1528782795;c=1731212599872) 2024-11-10T04:23:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x229702660646538e with lease ID 0x26b98128b6957b3: from storage DS-fd0eb296-8669-46bd-9189-7d744b6c55a7 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=7eddf29a-d288-4bd6-863f-60c0e905685f, infoPort=45959, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=1528782795;c=1731212599872), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x229702660646538e with lease ID 0x26b98128b6957b3: Processing first storage report for DS-02afdf6b-4f27-4191-bdeb-348e1dac0265 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=7eddf29a-d288-4bd6-863f-60c0e905685f, infoPort=45959, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=1528782795;c=1731212599872) 2024-11-10T04:23:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x229702660646538e with lease ID 0x26b98128b6957b3: from storage DS-02afdf6b-4f27-4191-bdeb-348e1dac0265 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=7eddf29a-d288-4bd6-863f-60c0e905685f, infoPort=45959, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=1528782795;c=1731212599872), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:20,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97 2024-11-10T04:23:20,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:23:20,889 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638 with version=8 2024-11-10T04:23:20,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/hbase-staging 2024-11-10T04:23:20,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:23:20,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:20,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39251 2024-11-10T04:23:20,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39251 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:20,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392510x0, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:20,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39251-0x101001dccb80000 connected 2024-11-10T04:23:20,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/running 2024-11-10T04:23:20,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638, hbase.cluster.distributed=false 2024-11-10T04:23:20,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/acl 2024-11-10T04:23:20,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-10T04:23:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39251 2024-11-10T04:23:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39251 2024-11-10T04:23:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-10T04:23:20,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39251 2024-11-10T04:23:20,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:23:20,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:20,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34747 2024-11-10T04:23:20,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34747 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:20,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:20,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347470x0, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:20,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347470x0, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/running 2024-11-10T04:23:20,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34747-0x101001dccb80001 connected 2024-11-10T04:23:20,950 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:23:20,951 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:23:20,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/master 2024-11-10T04:23:20,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/acl 2024-11-10T04:23:20,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-10T04:23:20,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34747 2024-11-10T04:23:20,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34747 2024-11-10T04:23:20,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-10T04:23:20,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-10T04:23:20,972 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:39251 2024-11-10T04:23:20,973 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-630076200/backup-masters/e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:20,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/backup-masters 2024-11-10T04:23:20,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/backup-masters 2024-11-10T04:23:20,975 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on existing znode=/0-630076200/backup-masters/e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-630076200/master 2024-11-10T04:23:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:20,977 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on existing znode=/0-630076200/master 2024-11-10T04:23:20,977 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-630076200/backup-masters/e900e1ae4b9f,39251,1731212600891 from backup master directory 2024-11-10T04:23:20,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-630076200/backup-masters/e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:20,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/backup-masters 2024-11-10T04:23:20,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/backup-masters 2024-11-10T04:23:20,978 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:20,978 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:20,982 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/hbase.id] with ID: 94a50419-18da-4c4b-bb3d-a1d29322acde 2024-11-10T04:23:20,982 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/.tmp/hbase.id 2024-11-10T04:23:20,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:23:21,390 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/.tmp/hbase.id]:[hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/hbase.id] 2024-11-10T04:23:21,399 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:21,399 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:23:21,400 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T04:23:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:23:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:21,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:23:21,808 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:23:21,815 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store 2024-11-10T04:23:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:23:22,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:22,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:22,220 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:22,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:22,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:22,220 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:22,221 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:22,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212602220Disabling compacts and flushes for region at 1731212602220Disabling writes for close at 1731212602220Writing region close event to WAL at 1731212602220Closed at 1731212602220 2024-11-10T04:23:22,221 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/.initializing 2024-11-10T04:23:22,221 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/WALs/e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:22,222 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:22,224 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C39251%2C1731212600891, suffix=, logDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/WALs/e900e1ae4b9f,39251,1731212600891, archiveDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/oldWALs, maxLogs=10 2024-11-10T04:23:22,237 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/WALs/e900e1ae4b9f,39251,1731212600891/e900e1ae4b9f%2C39251%2C1731212600891.1731212602224, exclude list is [], retry=0 2024-11-10T04:23:22,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-fd0eb296-8669-46bd-9189-7d744b6c55a7,DISK] 2024-11-10T04:23:22,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/WALs/e900e1ae4b9f,39251,1731212600891/e900e1ae4b9f%2C39251%2C1731212600891.1731212602224 2024-11-10T04:23:22,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-10T04:23:22,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:22,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:22,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:23:22,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:22,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:23:22,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:23:22,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:22,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:23:22,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:22,247 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,248 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,248 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,249 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,249 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,249 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:22,250 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:22,252 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:22,252 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75343573, jitterRate=0.12270672619342804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:22,253 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212602241Initializing all the Stores at 1731212602242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212602242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212602242Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212602242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212602242Cleaning up temporary data from old regions at 1731212602249 (+7 ms)Region opened successfully at 1731212602252 (+3 ms) 2024-11-10T04:23:22,253 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:23:22,255 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11da4641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:22,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:23:22,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:23:22,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:23:22,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:23:22,256 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:23:22,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:23:22,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:23:22,258 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:23:22,259 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/balancer because node does not exist (not necessarily an error) 2024-11-10T04:23:22,261 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/balancer already deleted, retry=false 2024-11-10T04:23:22,261 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:23:22,262 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:23:22,263 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/normalizer already deleted, retry=false 2024-11-10T04:23:22,263 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:23:22,264 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:23:22,265 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/switch/split already deleted, retry=false 2024-11-10T04:23:22,266 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:23:22,267 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/switch/merge already deleted, retry=false 2024-11-10T04:23:22,268 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:23:22,270 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/snapshot-cleanup already deleted, retry=false 2024-11-10T04:23:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-630076200/running 2024-11-10T04:23:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-630076200/running 2024-11-10T04:23:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:22,273 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,39251,1731212600891, sessionid=0x101001dccb80000, setting cluster-up flag (Was=false) 2024-11-10T04:23:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,281 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-630076200/flush-table-proc/acquired, /0-630076200/flush-table-proc/reached, /0-630076200/flush-table-proc/abort 2024-11-10T04:23:22,282 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,290 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-630076200/online-snapshot/acquired, /0-630076200/online-snapshot/reached, /0-630076200/online-snapshot/abort 2024-11-10T04:23:22,290 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:22,291 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:23:22,293 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:22,293 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:23:22,293 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:23:22,293 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,39251,1731212600891 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:23:22,294 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:22,294 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:22,294 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:22,294 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:22,295 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:23:22,295 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,295 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:22,295 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:22,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:23:22,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212632303 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:23:22,303 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:23:22,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:22,308 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,308 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:23:22,308 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:23:22,308 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:23:22,309 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:23:22,312 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:23:22,312 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:23:22,312 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212602312,5,FailOnTimeoutGroup] 2024-11-10T04:23:22,313 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212602312,5,FailOnTimeoutGroup] 2024-11-10T04:23:22,313 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,313 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:23:22,313 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,313 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:23:22,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:23:22,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638 2024-11-10T04:23:22,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:23:22,363 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(746): ClusterId : 94a50419-18da-4c4b-bb3d-a1d29322acde 2024-11-10T04:23:22,363 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:23:22,366 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:23:22,366 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:23:22,368 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:23:22,368 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de54e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:22,383 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:34747 2024-11-10T04:23:22,384 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:23:22,384 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:23:22,384 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:23:22,384 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,39251,1731212600891 with port=34747, startcode=1731212600942 2024-11-10T04:23:22,384 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:23:22,386 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:23:22,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39251 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,388 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638 2024-11-10T04:23:22,388 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38755 2024-11-10T04:23:22,388 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:23:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/rs 2024-11-10T04:23:22,390 DEBUG [RS:0;e900e1ae4b9f:34747 {}] zookeeper.ZKUtil(111): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on existing znode=/0-630076200/rs/e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,390 WARN [RS:0;e900e1ae4b9f:34747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:22,390 INFO [RS:0;e900e1ae4b9f:34747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:22,390 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,34747,1731212600942] 2024-11-10T04:23:22,393 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:23:22,394 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:23:22,395 INFO [RS:0;e900e1ae4b9f:34747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:23:22,395 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,395 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:22,396 DEBUG [RS:0;e900e1ae4b9f:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,396 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34747,1731212600942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:22,410 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:23:22,410 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34747,1731212600942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,411 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,411 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.Replication(171): e900e1ae4b9f,34747,1731212600942 started 2024-11-10T04:23:22,424 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:22,424 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,34747,1731212600942, RpcServer on e900e1ae4b9f/172.17.0.2:34747, sessionid=0x101001dccb80001 2024-11-10T04:23:22,424 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:23:22,424 DEBUG [RS:0;e900e1ae4b9f:34747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,424 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,34747,1731212600942' 2024-11-10T04:23:22,424 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-630076200/flush-table-proc/abort' 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-630076200/flush-table-proc/acquired' 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,34747,1731212600942' 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-630076200/online-snapshot/abort' 2024-11-10T04:23:22,425 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-630076200/online-snapshot/acquired' 2024-11-10T04:23:22,426 DEBUG [RS:0;e900e1ae4b9f:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:23:22,426 INFO [RS:0;e900e1ae4b9f:34747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:23:22,426 INFO [RS:0;e900e1ae4b9f:34747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:23:22,526 INFO [RS:0;e900e1ae4b9f:34747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:22,528 INFO [RS:0;e900e1ae4b9f:34747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C34747%2C1731212600942, suffix=, logDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942, archiveDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/oldWALs, maxLogs=10 2024-11-10T04:23:22,546 DEBUG [RS:0;e900e1ae4b9f:34747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, exclude list is [], retry=0 2024-11-10T04:23:22,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-fd0eb296-8669-46bd-9189-7d744b6c55a7,DISK] 2024-11-10T04:23:22,550 INFO [RS:0;e900e1ae4b9f:34747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 2024-11-10T04:23:22,550 DEBUG [RS:0;e900e1ae4b9f:34747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-10T04:23:22,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:22,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:22,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:22,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:22,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:22,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:22,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:22,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:22,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:22,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:22,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:22,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:22,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:22,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:22,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:22,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740 2024-11-10T04:23:22,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740 2024-11-10T04:23:22,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:22,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:22,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:22,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:22,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:22,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63738756, jitterRate=-0.05021852254867554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212602727Initializing all the Stores at 1731212602727Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212602727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212602728 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212602728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212602728Cleaning up temporary data from old regions at 1731212602735 (+7 ms)Region opened successfully at 1731212602739 (+4 ms) 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:22,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:22,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:22,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212602739Disabling compacts and flushes for region at 1731212602739Disabling writes for close at 1731212602739Writing region close event to WAL at 1731212602739Closed at 1731212602739 2024-11-10T04:23:22,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:22,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:23:22,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:23:22,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:22,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:23:22,892 DEBUG [e900e1ae4b9f:39251 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:23:22,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:22,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,34747,1731212600942, state=OPENING 2024-11-10T04:23:22,895 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:23:22,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:22,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:22,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-630076200/meta-region-server: CHANGED 2024-11-10T04:23:22,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-630076200/meta-region-server: CHANGED 2024-11-10T04:23:22,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34747,1731212600942}] 2024-11-10T04:23:23,050 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:23,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:23:23,055 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:23:23,055 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:23,055 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:23:23,056 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C34747%2C1731212600942.meta, suffix=.meta, logDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942, archiveDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/oldWALs, maxLogs=10 2024-11-10T04:23:23,070 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.meta.1731212603057.meta, exclude list is [], retry=0 2024-11-10T04:23:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-fd0eb296-8669-46bd-9189-7d744b6c55a7,DISK] 2024-11-10T04:23:23,073 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.meta.1731212603057.meta 2024-11-10T04:23:23,074 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-10T04:23:23,074 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:23,074 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:23,074 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:23,074 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:23:23,074 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:23:23,074 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:23:23,075 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:23,075 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:23:23,075 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:23:23,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:23,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:23,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:23,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:23,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:23,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:23,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:23,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:23,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:23,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:23,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:23,080 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:23,080 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740 2024-11-10T04:23:23,081 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740 2024-11-10T04:23:23,082 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:23,082 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:23,082 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:23,083 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:23,084 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68180100, jitterRate=0.015962660312652588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:23,084 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:23:23,085 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212603075Writing region info on filesystem at 1731212603075Initializing all the Stores at 1731212603075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212603075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212603076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212603076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212603076Cleaning up temporary data from old regions at 1731212603082 (+6 ms)Running coprocessor post-open hooks at 1731212603084 (+2 ms)Region opened successfully at 1731212603085 (+1 ms) 2024-11-10T04:23:23,086 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212603050 2024-11-10T04:23:23,088 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:23:23,088 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:23:23,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:23,089 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,34747,1731212600942, state=OPEN 2024-11-10T04:23:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-630076200/meta-region-server 2024-11-10T04:23:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-630076200/meta-region-server 2024-11-10T04:23:23,094 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:23,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-630076200/meta-region-server: CHANGED 2024-11-10T04:23:23,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-630076200/meta-region-server: CHANGED 2024-11-10T04:23:23,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:23:23,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34747,1731212600942 in 196 msec 2024-11-10T04:23:23,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:23:23,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T04:23:23,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:23,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:23:23,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:23,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34747,1731212600942, seqNum=-1] 2024-11-10T04:23:23,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:23,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:23,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-11-10T04:23:23,105 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212603105, completionTime=-1 2024-11-10T04:23:23,105 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:23:23,105 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:23:23,107 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:23:23,107 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212663107 2024-11-10T04:23:23,107 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212723107 2024-11-10T04:23:23,107 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:39251, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,108 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,110 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.134sec 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:23,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:23:23,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:23:23,114 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:23:23,114 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39251,1731212600891-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:23,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aafb10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:23,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:23,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:23,165 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e821452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:23,167 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:23,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128b752b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:23,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34747,1731212600942, seqNum=-1] 2024-11-10T04:23:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:23,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:23,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:23,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:23,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001dccb80002 connected 2024-11-10T04:23:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir so I do NOT create it in target/test-data/463185ca-ad86-73e3-2094-e528b04410ac 2024-11-10T04:23:23,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:23:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.tmp.dir so I do NOT create it in target/test-data/463185ca-ad86-73e3-2094-e528b04410ac 2024-11-10T04:23:23,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:23:23,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac 2024-11-10T04:23:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:23:23,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/cluster_e8370591-eabf-07a4-287a-75f20f6021e3, deleteOnExit=true 2024-11-10T04:23:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/test.cache.data in system properties and HBase conf 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:23:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:23:23,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:23:23,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:23,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:23:23,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:23:23,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:23,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:23,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:23,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:23,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:23,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:23,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ad1c060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:23,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbaee5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:23,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:23,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:23,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:23,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24165b22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/java.io.tmpdir/jetty-localhost-39823-hadoop-hdfs-3_4_1-tests_jar-_-any-10866514929262464033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:23,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f50f03e{HTTP/1.1, (http/1.1)}{localhost:39823} 2024-11-10T04:23:23,375 INFO [Time-limited test {}] server.Server(415): Started @190489ms 2024-11-10T04:23:23,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:23,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:23,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:23,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:23,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:23,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2efd3cc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:23,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed7afd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:23,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@370d2b32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/java.io.tmpdir/jetty-localhost-39251-hadoop-hdfs-3_4_1-tests_jar-_-any-10883041837395851425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:23,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ec94257{HTTP/1.1, (http/1.1)}{localhost:39251} 2024-11-10T04:23:23,581 INFO [Time-limited test {}] server.Server(415): Started @190694ms 2024-11-10T04:23:23,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:23:23,674 WARN [Thread-2325 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/cluster_e8370591-eabf-07a4-287a-75f20f6021e3/data/data2/current/BP-31500661-172.17.0.2-1731212603200/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:23,674 WARN [Thread-2324 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/cluster_e8370591-eabf-07a4-287a-75f20f6021e3/data/data1/current/BP-31500661-172.17.0.2-1731212603200/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:23,698 WARN [Thread-2312 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:23:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe15598f6421a2ce with lease ID 0x88d6f119c893eadf: Processing first storage report for DS-e0e55bec-0339-4f8e-a050-27d3569476e9 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=2dfc23a3-c685-404c-a39f-350066b1250f, infoPort=45299, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=237708898;c=1731212603200) 2024-11-10T04:23:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe15598f6421a2ce with lease ID 0x88d6f119c893eadf: from storage DS-e0e55bec-0339-4f8e-a050-27d3569476e9 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=2dfc23a3-c685-404c-a39f-350066b1250f, infoPort=45299, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=237708898;c=1731212603200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe15598f6421a2ce with lease ID 0x88d6f119c893eadf: Processing first storage report for DS-fd178c35-6e79-458e-8a7a-000376ceb286 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=2dfc23a3-c685-404c-a39f-350066b1250f, infoPort=45299, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=237708898;c=1731212603200) 2024-11-10T04:23:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe15598f6421a2ce with lease ID 0x88d6f119c893eadf: from storage DS-fd178c35-6e79-458e-8a7a-000376ceb286 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=2dfc23a3-c685-404c-a39f-350066b1250f, infoPort=45299, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=237708898;c=1731212603200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:23,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac 2024-11-10T04:23:23,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:23,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:23:24,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60 with version=8 2024-11-10T04:23:24,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/hbase-staging 2024-11-10T04:23:24,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:23:24,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:24,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33373 2024-11-10T04:23:24,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33373 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333730x0, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:24,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33373-0x101001dccb80003 connected 2024-11-10T04:23:24,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:24,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:24,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/running 2024-11-10T04:23:24,141 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60, hbase.cluster.distributed=false 2024-11-10T04:23:24,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/acl 2024-11-10T04:23:24,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-10T04:23:24,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33373 2024-11-10T04:23:24,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33373 2024-11-10T04:23:24,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-10T04:23:24,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33373 2024-11-10T04:23:24,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:24,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43119 2024-11-10T04:23:24,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43119 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:24,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:24,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:24,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431190x0, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:24,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431190x0, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/running 2024-11-10T04:23:24,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43119-0x101001dccb80004 connected 2024-11-10T04:23:24,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:23:24,167 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:23:24,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/master 2024-11-10T04:23:24,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/acl 2024-11-10T04:23:24,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43119 2024-11-10T04:23:24,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43119 2024-11-10T04:23:24,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43119 2024-11-10T04:23:24,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43119 2024-11-10T04:23:24,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43119 2024-11-10T04:23:24,188 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:33373 2024-11-10T04:23:24,188 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1344938806/backup-masters/e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/backup-masters 2024-11-10T04:23:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/backup-masters 2024-11-10T04:23:24,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on existing znode=/1344938806/backup-masters/e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1344938806/master 2024-11-10T04:23:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:24,192 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on existing znode=/1344938806/master 2024-11-10T04:23:24,192 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1344938806/backup-masters/e900e1ae4b9f,33373,1731212604120 from backup master directory 2024-11-10T04:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1344938806/backup-masters/e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/backup-masters 2024-11-10T04:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/backup-masters 2024-11-10T04:23:24,194 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:24,194 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:24,198 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/hbase.id] with ID: 1021aca4-17cf-4e3e-9403-3d31f0a64d81 2024-11-10T04:23:24,198 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/.tmp/hbase.id 2024-11-10T04:23:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:23:24,607 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/.tmp/hbase.id]:[hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/hbase.id] 2024-11-10T04:23:24,616 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:24,616 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:23:24,617 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:23:24,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:24,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:23:25,024 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:25,025 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:23:25,025 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:23:25,432 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store 2024-11-10T04:23:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:25,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:25,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:25,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212605841Disabling compacts and flushes for region at 1731212605841Disabling writes for close at 1731212605841Writing region close event to WAL at 1731212605841Closed at 1731212605841 2024-11-10T04:23:25,842 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/.initializing 2024-11-10T04:23:25,842 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/WALs/e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:25,843 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:25,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C33373%2C1731212604120, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/WALs/e900e1ae4b9f,33373,1731212604120, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/oldWALs, maxLogs=10 2024-11-10T04:23:25,875 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/WALs/e900e1ae4b9f,33373,1731212604120/e900e1ae4b9f%2C33373%2C1731212604120.1731212605844, exclude list is [], retry=0 2024-11-10T04:23:25,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-e0e55bec-0339-4f8e-a050-27d3569476e9,DISK] 2024-11-10T04:23:25,880 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/WALs/e900e1ae4b9f,33373,1731212604120/e900e1ae4b9f%2C33373%2C1731212604120.1731212605844 2024-11-10T04:23:25,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-10T04:23:25,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:25,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:25,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:23:25,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:25,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:25,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:23:25,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:25,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:25,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:23:25,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:25,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:25,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:23:25,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:25,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:25,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,892 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,892 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,893 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:25,893 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:25,895 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:25,896 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62411940, jitterRate=-0.06998962163925171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:25,896 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212605882Initializing all the Stores at 1731212605882Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212605882Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212605884 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212605884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212605884Cleaning up temporary data from old regions at 1731212605892 (+8 ms)Region opened successfully at 1731212605896 (+4 ms) 2024-11-10T04:23:25,896 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:23:25,899 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494b552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:25,900 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:23:25,900 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:23:25,900 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:23:25,900 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:23:25,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:23:25,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:23:25,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:23:25,908 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:23:25,908 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/balancer because node does not exist (not necessarily an error) 2024-11-10T04:23:25,910 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/balancer already deleted, retry=false 2024-11-10T04:23:25,910 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:23:25,911 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:23:25,912 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/normalizer already deleted, retry=false 2024-11-10T04:23:25,912 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:23:25,913 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:23:25,916 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/switch/split already deleted, retry=false 2024-11-10T04:23:25,916 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:23:25,918 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/switch/merge already deleted, retry=false 2024-11-10T04:23:25,920 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:23:25,921 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/snapshot-cleanup already deleted, retry=false 2024-11-10T04:23:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1344938806/running 2024-11-10T04:23:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1344938806/running 2024-11-10T04:23:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,923 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,33373,1731212604120, sessionid=0x101001dccb80003, setting cluster-up flag (Was=false) 2024-11-10T04:23:25,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,932 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1344938806/flush-table-proc/acquired, /1344938806/flush-table-proc/reached, /1344938806/flush-table-proc/abort 2024-11-10T04:23:25,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:25,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:25,941 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1344938806/online-snapshot/acquired, /1344938806/online-snapshot/reached, /1344938806/online-snapshot/abort 2024-11-10T04:23:25,942 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:25,943 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:23:25,944 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:25,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:23:25,945 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:23:25,945 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,33373,1731212604120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:25,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:25,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:25,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:23:25,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:25,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212635959 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:23:25,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:23:25,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:25,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:23:25,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:23:25,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:23:25,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:23:25,965 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:23:25,965 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:23:25,965 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212605965,5,FailOnTimeoutGroup] 2024-11-10T04:23:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:23:25,969 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212605965,5,FailOnTimeoutGroup] 2024-11-10T04:23:25,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:25,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:23:25,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:25,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:25,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:23:25,970 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60 2024-11-10T04:23:25,981 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(746): ClusterId : 1021aca4-17cf-4e3e-9403-3d31f0a64d81 2024-11-10T04:23:25,981 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:23:25,983 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:23:25,983 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:23:25,985 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:23:25,985 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af17dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:25,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:23:26,002 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:43119 2024-11-10T04:23:26,002 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:23:26,002 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:23:26,002 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:23:26,003 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33373,1731212604120 with port=43119, startcode=1731212604157 2024-11-10T04:23:26,003 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:23:26,005 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:23:26,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33373 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,007 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60 2024-11-10T04:23:26,007 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38101 2024-11-10T04:23:26,007 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:23:26,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/rs 2024-11-10T04:23:26,010 DEBUG [RS:0;e900e1ae4b9f:43119 {}] zookeeper.ZKUtil(111): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on existing znode=/1344938806/rs/e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,010 WARN [RS:0;e900e1ae4b9f:43119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:26,010 INFO [RS:0;e900e1ae4b9f:43119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:26,010 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,43119,1731212604157] 2024-11-10T04:23:26,019 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:23:26,024 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:23:26,025 INFO [RS:0;e900e1ae4b9f:43119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:23:26,025 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,025 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:23:26,026 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:23:26,026 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:26,026 DEBUG [RS:0;e900e1ae4b9f:43119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,029 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43119,1731212604157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:26,051 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:23:26,051 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43119,1731212604157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,052 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,052 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.Replication(171): e900e1ae4b9f,43119,1731212604157 started 2024-11-10T04:23:26,065 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,065 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,43119,1731212604157, RpcServer on e900e1ae4b9f/172.17.0.2:43119, sessionid=0x101001dccb80004 2024-11-10T04:23:26,065 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:23:26,065 DEBUG [RS:0;e900e1ae4b9f:43119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,065 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43119,1731212604157' 2024-11-10T04:23:26,065 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1344938806/flush-table-proc/abort' 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1344938806/flush-table-proc/acquired' 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,43119,1731212604157' 2024-11-10T04:23:26,066 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1344938806/online-snapshot/abort' 2024-11-10T04:23:26,067 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1344938806/online-snapshot/acquired' 2024-11-10T04:23:26,067 DEBUG [RS:0;e900e1ae4b9f:43119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:23:26,067 INFO [RS:0;e900e1ae4b9f:43119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:23:26,067 INFO [RS:0;e900e1ae4b9f:43119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:23:26,167 INFO [RS:0;e900e1ae4b9f:43119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:26,169 INFO [RS:0;e900e1ae4b9f:43119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43119%2C1731212604157, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/oldWALs, maxLogs=10 2024-11-10T04:23:26,184 DEBUG [RS:0;e900e1ae4b9f:43119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, exclude list is [], retry=0 2024-11-10T04:23:26,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-e0e55bec-0339-4f8e-a050-27d3569476e9,DISK] 2024-11-10T04:23:26,189 INFO [RS:0;e900e1ae4b9f:43119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 2024-11-10T04:23:26,189 DEBUG [RS:0;e900e1ae4b9f:43119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-10T04:23:26,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:26,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:26,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:26,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:26,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:26,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:26,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:26,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:26,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:26,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:26,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740 2024-11-10T04:23:26,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740 2024-11-10T04:23:26,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:26,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:26,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:26,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:26,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:26,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72696550, jitterRate=0.08326300978660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:26,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212606391Initializing all the Stores at 1731212606392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212606392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606392Cleaning up temporary data from old regions at 1731212606400 (+8 ms)Region opened successfully at 1731212606403 (+3 ms) 2024-11-10T04:23:26,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:26,403 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:26,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:26,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:26,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:26,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:26,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212606403Disabling compacts and flushes for region at 1731212606403Disabling writes for close at 1731212606403Writing region close event to WAL at 1731212606403Closed at 1731212606403 2024-11-10T04:23:26,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:26,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:23:26,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:23:26,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:26,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:23:26,556 DEBUG [e900e1ae4b9f:33373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:23:26,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43119,1731212604157, state=OPENING 2024-11-10T04:23:26,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:23:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:26,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1344938806/meta-region-server: CHANGED 2024-11-10T04:23:26,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1344938806/meta-region-server: CHANGED 2024-11-10T04:23:26,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:26,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43119,1731212604157}] 2024-11-10T04:23:26,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:26,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:23:26,721 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:23:26,721 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:26,722 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:23:26,723 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43119%2C1731212604157.meta, suffix=.meta, logDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/oldWALs, maxLogs=10 2024-11-10T04:23:26,740 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.meta.1731212606723.meta, exclude list is [], retry=0 2024-11-10T04:23:26,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-e0e55bec-0339-4f8e-a050-27d3569476e9,DISK] 2024-11-10T04:23:26,744 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.meta.1731212606723.meta 2024-11-10T04:23:26,744 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-10T04:23:26,744 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:26,744 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:23:26,745 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:23:26,745 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:23:26,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:26,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:26,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:26,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:26,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:26,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:26,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:26,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:26,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:26,751 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:26,751 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740 2024-11-10T04:23:26,752 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740 2024-11-10T04:23:26,753 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:26,753 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:26,753 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:26,754 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:26,755 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60900640, jitterRate=-0.09250974655151367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:26,755 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:23:26,755 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212606745Writing region info on filesystem at 1731212606745Initializing all the Stores at 1731212606746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212606746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212606746Cleaning up temporary data from old regions at 1731212606753 (+7 ms)Running coprocessor post-open hooks at 1731212606755 (+2 ms)Region opened successfully at 1731212606755 2024-11-10T04:23:26,756 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212606717 2024-11-10T04:23:26,758 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:23:26,758 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:23:26,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,759 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,43119,1731212604157, state=OPEN 2024-11-10T04:23:26,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1344938806/meta-region-server 2024-11-10T04:23:26,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1344938806/meta-region-server 2024-11-10T04:23:26,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1344938806/meta-region-server: CHANGED 2024-11-10T04:23:26,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1344938806/meta-region-server: CHANGED 2024-11-10T04:23:26,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:26,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:23:26,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,43119,1731212604157 in 196 msec 2024-11-10T04:23:26,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:23:26,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-10T04:23:26,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:26,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:23:26,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:26,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43119,1731212604157, seqNum=-1] 2024-11-10T04:23:26,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:26,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:26,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-10T04:23:26,771 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212606771, completionTime=-1 2024-11-10T04:23:26,771 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:23:26,771 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212666773 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212726773 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:33373, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,773 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,775 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:23:26,776 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.582sec 2024-11-10T04:23:26,776 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:23:26,776 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:23:26,776 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:23:26,776 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:23:26,777 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:23:26,777 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:26,777 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:23:26,778 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:23:26,778 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:23:26,778 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33373,1731212604120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:26,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1984cb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:26,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:26,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:26,783 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e12f075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:26,785 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:26,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c97cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:26,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43119,1731212604157, seqNum=-1] 2024-11-10T04:23:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:26,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:26,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54199 2024-11-10T04:23:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:26,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001dccb80005 connected 2024-11-10T04:23:26,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13fa9dcf 2024-11-10T04:23:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:26,802 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:26,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:23:26,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:26,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:26,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:23:26,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:23:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:27,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43261498863cfbe0c35952a323410bab, NAME => 'test,,1731212606802.43261498863cfbe0c35952a323410bab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638 2024-11-10T04:23:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:23:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212606802.43261498863cfbe0c35952a323410bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43261498863cfbe0c35952a323410bab, disabling compactions & flushes 2024-11-10T04:23:27,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212606802.43261498863cfbe0c35952a323410bab. after waiting 0 ms 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43261498863cfbe0c35952a323410bab: Waiting for close lock at 1731212607617Disabling compacts and flushes for region at 1731212607617Disabling writes for close at 1731212607617Writing region close event to WAL at 1731212607617Closed at 1731212607617 2024-11-10T04:23:27,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:27,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212606802.43261498863cfbe0c35952a323410bab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212607618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212607618"}]},"ts":"1731212607618"} 2024-11-10T04:23:27,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:27,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:27,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212607621"}]},"ts":"1731212607621"} 2024-11-10T04:23:27,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:23:27,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43261498863cfbe0c35952a323410bab, ASSIGN}] 2024-11-10T04:23:27,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43261498863cfbe0c35952a323410bab, ASSIGN 2024-11-10T04:23:27,625 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43261498863cfbe0c35952a323410bab, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,34747,1731212600942; forceNewPlan=false, retain=false 2024-11-10T04:23:27,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43261498863cfbe0c35952a323410bab, regionState=OPENING, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:27,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43261498863cfbe0c35952a323410bab, ASSIGN because future has completed 2024-11-10T04:23:27,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43261498863cfbe0c35952a323410bab, server=e900e1ae4b9f,34747,1731212600942}] 2024-11-10T04:23:27,934 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,934 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43261498863cfbe0c35952a323410bab, NAME => 'test,,1731212606802.43261498863cfbe0c35952a323410bab.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:27,934 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:27,935 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:23:27,935 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,935 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212606802.43261498863cfbe0c35952a323410bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:27,935 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,935 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,936 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,937 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43261498863cfbe0c35952a323410bab columnFamilyName f 2024-11-10T04:23:27,937 DEBUG [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:27,938 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(327): Store=43261498863cfbe0c35952a323410bab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:27,938 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,939 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43261498863cfbe0c35952a323410bab columnFamilyName f1 2024-11-10T04:23:27,939 DEBUG [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:27,939 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(327): Store=43261498863cfbe0c35952a323410bab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:27,939 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,940 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43261498863cfbe0c35952a323410bab columnFamilyName norep 2024-11-10T04:23:27,940 DEBUG [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:27,940 INFO [StoreOpener-43261498863cfbe0c35952a323410bab-1 {}] regionserver.HStore(327): Store=43261498863cfbe0c35952a323410bab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:27,940 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,941 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,941 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,942 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,942 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,942 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:27,943 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,944 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:27,945 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43261498863cfbe0c35952a323410bab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62024225, jitterRate=-0.07576702535152435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:27,945 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:27,945 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43261498863cfbe0c35952a323410bab: Running coprocessor pre-open hook at 1731212607935Writing region info on filesystem at 1731212607935Initializing all the Stores at 1731212607936 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212607936Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212607936Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212607936Cleaning up temporary data from old regions at 1731212607942 (+6 ms)Running coprocessor post-open hooks at 1731212607945 (+3 ms)Region opened successfully at 1731212607945 2024-11-10T04:23:27,946 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212606802.43261498863cfbe0c35952a323410bab., pid=6, masterSystemTime=1731212607931 2024-11-10T04:23:27,948 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,948 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:27,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43261498863cfbe0c35952a323410bab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:27,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43261498863cfbe0c35952a323410bab, server=e900e1ae4b9f,34747,1731212600942 because future has completed 2024-11-10T04:23:27,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:23:27,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43261498863cfbe0c35952a323410bab, server=e900e1ae4b9f,34747,1731212600942 in 172 msec 2024-11-10T04:23:27,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:23:27,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43261498863cfbe0c35952a323410bab, ASSIGN in 329 msec 2024-11-10T04:23:27,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:27,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212607955"}]},"ts":"1731212607955"} 2024-11-10T04:23:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:23:27,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:27,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:23:27,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:27,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:27,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T04:23:27,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:27,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:23:27,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:27,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:23:27,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:23:27,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:27,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T04:23:28,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:28,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:28,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:23:28,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:23:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:28,948 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:23:28,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@358b720c 2024-11-10T04:23:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:28,950 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:28,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:23:28,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:28,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:28,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:23:28,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:23:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:29,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 780052633309af0d6ce1e84c94f9ed49, NAME => 'test,,1731212608950.780052633309af0d6ce1e84c94f9ed49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60 2024-11-10T04:23:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:23:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212608950.780052633309af0d6ce1e84c94f9ed49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 780052633309af0d6ce1e84c94f9ed49, disabling compactions & flushes 2024-11-10T04:23:29,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. after waiting 0 ms 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:29,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:29,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 780052633309af0d6ce1e84c94f9ed49: Waiting for close lock at 1731212609766Disabling compacts and flushes for region at 1731212609766Disabling writes for close at 1731212609766Writing region close event to WAL at 1731212609766Closed at 1731212609766 2024-11-10T04:23:29,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:29,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212608950.780052633309af0d6ce1e84c94f9ed49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212609768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212609768"}]},"ts":"1731212609768"} 2024-11-10T04:23:29,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:29,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:29,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212609771"}]},"ts":"1731212609771"} 2024-11-10T04:23:29,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:23:29,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=780052633309af0d6ce1e84c94f9ed49, ASSIGN}] 2024-11-10T04:23:29,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=780052633309af0d6ce1e84c94f9ed49, ASSIGN 2024-11-10T04:23:29,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=780052633309af0d6ce1e84c94f9ed49, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,43119,1731212604157; forceNewPlan=false, retain=false 2024-11-10T04:23:29,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=780052633309af0d6ce1e84c94f9ed49, regionState=OPENING, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:29,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=780052633309af0d6ce1e84c94f9ed49, ASSIGN because future has completed 2024-11-10T04:23:29,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 780052633309af0d6ce1e84c94f9ed49, server=e900e1ae4b9f,43119,1731212604157}] 2024-11-10T04:23:30,084 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:30,084 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 780052633309af0d6ce1e84c94f9ed49, NAME => 'test,,1731212608950.780052633309af0d6ce1e84c94f9ed49.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:30,084 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:30,084 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:23:30,085 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,085 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212608950.780052633309af0d6ce1e84c94f9ed49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:30,085 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,085 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,086 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,087 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 780052633309af0d6ce1e84c94f9ed49 columnFamilyName f 2024-11-10T04:23:30,087 DEBUG [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:30,087 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(327): Store=780052633309af0d6ce1e84c94f9ed49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:30,087 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:30,088 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 780052633309af0d6ce1e84c94f9ed49 columnFamilyName f1 2024-11-10T04:23:30,088 DEBUG [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:30,089 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(327): Store=780052633309af0d6ce1e84c94f9ed49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:30,089 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,090 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 780052633309af0d6ce1e84c94f9ed49 columnFamilyName norep 2024-11-10T04:23:30,090 DEBUG [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:30,090 INFO [StoreOpener-780052633309af0d6ce1e84c94f9ed49-1 {}] regionserver.HStore(327): Store=780052633309af0d6ce1e84c94f9ed49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:30,090 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,091 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,091 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,092 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,092 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,092 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:30,093 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,094 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:30,095 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 780052633309af0d6ce1e84c94f9ed49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60775778, jitterRate=-0.09437033534049988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:30,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:30,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 780052633309af0d6ce1e84c94f9ed49: Running coprocessor pre-open hook at 1731212610085Writing region info on filesystem at 1731212610085Initializing all the Stores at 1731212610086 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212610086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212610086Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212610086Cleaning up temporary data from old regions at 1731212610092 (+6 ms)Running coprocessor post-open hooks at 1731212610095 (+3 ms)Region opened successfully at 1731212610095 2024-11-10T04:23:30,096 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212608950.780052633309af0d6ce1e84c94f9ed49., pid=6, masterSystemTime=1731212610080 2024-11-10T04:23:30,097 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:30,097 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:30,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=780052633309af0d6ce1e84c94f9ed49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:30,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 780052633309af0d6ce1e84c94f9ed49, server=e900e1ae4b9f,43119,1731212604157 because future has completed 2024-11-10T04:23:30,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:23:30,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 780052633309af0d6ce1e84c94f9ed49, server=e900e1ae4b9f,43119,1731212604157 in 173 msec 2024-11-10T04:23:30,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:23:30,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=780052633309af0d6ce1e84c94f9ed49, ASSIGN in 329 msec 2024-11-10T04:23:30,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:30,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212610105"}]},"ts":"1731212610105"} 2024-11-10T04:23:30,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:23:30,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:30,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T04:23:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:31,098 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:23:31,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6501934f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:31,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:31,100 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,101 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:31,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9495a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d20a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:31,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:31,103 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:31,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:31,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:31,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:31,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:31,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,104 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf07abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15053083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:31,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:31,106 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a1afe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,107 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d872d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370af88f 2024-11-10T04:23:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:31,109 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:31,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:33373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:23:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:23:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:31,112 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33373' 2024-11-10T04:23:31,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40679d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,113 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:31,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:31,114 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567341cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:31,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,115 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:31,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516f6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:31,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:31,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:31,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@346fe40f 2024-11-10T04:23:31,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:31,117 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:31,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:23:31,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:23:31,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:31,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:31,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:31,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:23:31,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:31,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:31,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:23:31,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:31,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 946faf6ab415a940fb14c2d35f2e30b4, NAME => 'hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638 2024-11-10T04:23:31,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 946faf6ab415a940fb14c2d35f2e30b4, disabling compactions & flushes 2024-11-10T04:23:31,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. after waiting 0 ms 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:31,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:31,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 946faf6ab415a940fb14c2d35f2e30b4: Waiting for close lock at 1731212611933Disabling compacts and flushes for region at 1731212611933Disabling writes for close at 1731212611933Writing region close event to WAL at 1731212611933Closed at 1731212611933 2024-11-10T04:23:31,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:31,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212611934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212611934"}]},"ts":"1731212611934"} 2024-11-10T04:23:31,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:31,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:31,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212611937"}]},"ts":"1731212611937"} 2024-11-10T04:23:31,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:23:31,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946faf6ab415a940fb14c2d35f2e30b4, ASSIGN}] 2024-11-10T04:23:31,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946faf6ab415a940fb14c2d35f2e30b4, ASSIGN 2024-11-10T04:23:31,940 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946faf6ab415a940fb14c2d35f2e30b4, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,34747,1731212600942; forceNewPlan=false, retain=false 2024-11-10T04:23:32,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=946faf6ab415a940fb14c2d35f2e30b4, regionState=OPENING, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:32,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=946faf6ab415a940fb14c2d35f2e30b4, ASSIGN because future has completed 2024-11-10T04:23:32,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946faf6ab415a940fb14c2d35f2e30b4, server=e900e1ae4b9f,34747,1731212600942}] 2024-11-10T04:23:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:32,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:32,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:32,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:23:32,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C34747%2C1731212600942.rep, suffix=, logDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942, archiveDir=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/oldWALs, maxLogs=10 2024-11-10T04:23:32,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.rep.1731212612252, exclude list is [], retry=0 2024-11-10T04:23:32,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-fd0eb296-8669-46bd-9189-7d744b6c55a7,DISK] 2024-11-10T04:23:32,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.rep.1731212612252 2024-11-10T04:23:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-10T04:23:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 946faf6ab415a940fb14c2d35f2e30b4, NAME => 'hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. service=MultiRowMutationService 2024-11-10T04:23:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,270 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,271 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946faf6ab415a940fb14c2d35f2e30b4 columnFamilyName hfileref 2024-11-10T04:23:32,271 DEBUG [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:32,272 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(327): Store=946faf6ab415a940fb14c2d35f2e30b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:32,272 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,273 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946faf6ab415a940fb14c2d35f2e30b4 columnFamilyName queue 2024-11-10T04:23:32,273 DEBUG [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:32,273 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(327): Store=946faf6ab415a940fb14c2d35f2e30b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:32,273 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,275 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 946faf6ab415a940fb14c2d35f2e30b4 columnFamilyName sid 2024-11-10T04:23:32,275 DEBUG [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:32,275 INFO [StoreOpener-946faf6ab415a940fb14c2d35f2e30b4-1 {}] regionserver.HStore(327): Store=946faf6ab415a940fb14c2d35f2e30b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:32,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/replication/946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/replication/946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:32,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/replication/946faf6ab415a940fb14c2d35f2e30b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:32,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 946faf6ab415a940fb14c2d35f2e30b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61474946, jitterRate=-0.0839519202709198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:32,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:32,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 946faf6ab415a940fb14c2d35f2e30b4: Running coprocessor pre-open hook at 1731212612269Writing region info on filesystem at 1731212612269Initializing all the Stores at 1731212612270 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212612270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212612270Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212612270Cleaning up temporary data from old regions at 1731212612277 (+7 ms)Running coprocessor post-open hooks at 1731212612281 (+4 ms)Region opened successfully at 1731212612281 2024-11-10T04:23:32,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4., pid=10, masterSystemTime=1731212612245 2024-11-10T04:23:32,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:32,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:32,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=946faf6ab415a940fb14c2d35f2e30b4, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 946faf6ab415a940fb14c2d35f2e30b4, server=e900e1ae4b9f,34747,1731212600942 because future has completed 2024-11-10T04:23:32,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:23:32,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 946faf6ab415a940fb14c2d35f2e30b4, server=e900e1ae4b9f,34747,1731212600942 in 195 msec 2024-11-10T04:23:32,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:23:32,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=946faf6ab415a940fb14c2d35f2e30b4, ASSIGN in 350 msec 2024-11-10T04:23:32,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:32,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212612292"}]},"ts":"1731212612292"} 2024-11-10T04:23:32,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:23:32,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:32,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-10T04:23:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4., hostname=e900e1ae4b9f,34747,1731212600942, seqNum=2] 2024-11-10T04:23:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:32,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:23:32,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:23:32,487 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:23:32,516 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,34747,1731212600942, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:23:32,516 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:32,516 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34747,1731212600942, seqNum=-1] 2024-11-10T04:23:32,517 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:32,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:32,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,34747,1731212600942', locateType=CURRENT is [region=hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4., hostname=e900e1ae4b9f,34747,1731212600942, seqNum=2] 2024-11-10T04:23:32,521 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:23:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:23:32,524 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,34747,1731212600942 suceeded 2024-11-10T04:23:32,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:23:32,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T04:23:32,525 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:33373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:23:32,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T04:23:32,535 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33373' 2024-11-10T04:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7e1927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:32,537 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415450a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:32,538 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:32,539 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70dff93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:32,539 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5084437a 2024-11-10T04:23:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:32,540 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:32,541 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,34747,1731212600942 (queues=1) is replicating from cluster=94a50419-18da-4c4b-bb3d-a1d29322acde to cluster=1021aca4-17cf-4e3e-9403-3d31f0a64d81 2024-11-10T04:23:32,541 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C34747%2C1731212600942 2024-11-10T04:23:32,541 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,34747,1731212600942, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:23:32,541 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C34747%2C1731212600942 2024-11-10T04:23:32,542 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, startPosition=0, beingWritten=true 2024-11-10T04:23:32,546 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:32,546 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:32,547 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:32,750 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:33,054 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:33,259 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:23:33,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:33,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:33,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:33,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f0d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:33,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:33,260 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d064629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,262 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12680aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef0399e 2024-11-10T04:23:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:33,264 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:33,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:39251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:23:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:23:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:33,267 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:39251' 2024-11-10T04:23:33,268 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e37147b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,268 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:33,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:33,268 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:33,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78daf6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,270 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:33,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e45a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:33,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a43df4a 2024-11-10T04:23:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:33,272 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:33,272 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:23:33,272 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:23:33,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:33,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:33,273 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:33,274 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:23:33,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:33,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:33,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:23:33,324 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:23:33,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:33,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:33,338 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18267 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:33,458 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:33,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3426ba40b7111dfd18908398d1e945f8, NAME => 'hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60 2024-11-10T04:23:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:33,962 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3426ba40b7111dfd18908398d1e945f8, disabling compactions & flushes 2024-11-10T04:23:34,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. after waiting 0 ms 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3426ba40b7111dfd18908398d1e945f8: Waiting for close lock at 1731212614088Disabling compacts and flushes for region at 1731212614088Disabling writes for close at 1731212614088Writing region close event to WAL at 1731212614088Closed at 1731212614088 2024-11-10T04:23:34,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:34,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212614090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212614090"}]},"ts":"1731212614090"} 2024-11-10T04:23:34,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:34,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:34,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212614092"}]},"ts":"1731212614092"} 2024-11-10T04:23:34,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:23:34,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3426ba40b7111dfd18908398d1e945f8, ASSIGN}] 2024-11-10T04:23:34,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3426ba40b7111dfd18908398d1e945f8, ASSIGN 2024-11-10T04:23:34,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3426ba40b7111dfd18908398d1e945f8, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,43119,1731212604157; forceNewPlan=false, retain=false 2024-11-10T04:23:34,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3426ba40b7111dfd18908398d1e945f8, regionState=OPENING, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3426ba40b7111dfd18908398d1e945f8, ASSIGN because future has completed 2024-11-10T04:23:34,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3426ba40b7111dfd18908398d1e945f8, server=e900e1ae4b9f,43119,1731212604157}] 2024-11-10T04:23:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:34,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:34,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:23:34,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C43119%2C1731212604157.rep, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/oldWALs, maxLogs=10 2024-11-10T04:23:34,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.rep.1731212614406, exclude list is [], retry=0 2024-11-10T04:23:34,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-e0e55bec-0339-4f8e-a050-27d3569476e9,DISK] 2024-11-10T04:23:34,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.rep.1731212614406 2024-11-10T04:23:34,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45299:45299)] 2024-11-10T04:23:34,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3426ba40b7111dfd18908398d1e945f8, NAME => 'hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:34,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. service=MultiRowMutationService 2024-11-10T04:23:34,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,425 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,426 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3426ba40b7111dfd18908398d1e945f8 columnFamilyName hfileref 2024-11-10T04:23:34,426 DEBUG [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:34,427 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(327): Store=3426ba40b7111dfd18908398d1e945f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:34,427 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,428 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3426ba40b7111dfd18908398d1e945f8 columnFamilyName queue 2024-11-10T04:23:34,428 DEBUG [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:34,428 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(327): Store=3426ba40b7111dfd18908398d1e945f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:34,428 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,429 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3426ba40b7111dfd18908398d1e945f8 columnFamilyName sid 2024-11-10T04:23:34,429 DEBUG [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:34,429 INFO [StoreOpener-3426ba40b7111dfd18908398d1e945f8-1 {}] regionserver.HStore(327): Store=3426ba40b7111dfd18908398d1e945f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:34,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/replication/3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/replication/3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:23:34,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/replication/3426ba40b7111dfd18908398d1e945f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:34,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3426ba40b7111dfd18908398d1e945f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70572919, jitterRate=0.05161844193935394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:23:34,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:34,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3426ba40b7111dfd18908398d1e945f8: Running coprocessor pre-open hook at 1731212614424Writing region info on filesystem at 1731212614424Initializing all the Stores at 1731212614425 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212614425Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212614425Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212614425Cleaning up temporary data from old regions at 1731212614431 (+6 ms)Running coprocessor post-open hooks at 1731212614434 (+3 ms)Region opened successfully at 1731212614434 2024-11-10T04:23:34,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., pid=10, masterSystemTime=1731212614401 2024-11-10T04:23:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:34,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3426ba40b7111dfd18908398d1e945f8, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:34,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3426ba40b7111dfd18908398d1e945f8, server=e900e1ae4b9f,43119,1731212604157 because future has completed 2024-11-10T04:23:34,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:23:34,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3426ba40b7111dfd18908398d1e945f8, server=e900e1ae4b9f,43119,1731212604157 in 191 msec 2024-11-10T04:23:34,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:23:34,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3426ba40b7111dfd18908398d1e945f8, ASSIGN in 347 msec 2024-11-10T04:23:34,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:23:34,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212614444"}]},"ts":"1731212614444"} 2024-11-10T04:23:34,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:23:34,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:23:34,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T04:23:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., hostname=e900e1ae4b9f,43119,1731212604157, seqNum=2] 2024-11-10T04:23:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:34,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:23:34,566 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:34,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:23:34,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:23:34,644 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:23:34,672 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,43119,1731212604157, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:23:34,673 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:34,673 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43119,1731212604157, seqNum=-1] 2024-11-10T04:23:34,673 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:34,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:34,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,43119,1731212604157', locateType=CURRENT is [region=hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., hostname=e900e1ae4b9f,43119,1731212604157, seqNum=2] 2024-11-10T04:23:34,678 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:23:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:23:34,680 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,43119,1731212604157 suceeded 2024-11-10T04:23:34,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:23:34,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T04:23:34,682 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:39251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:23:34,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T04:23:34,692 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:39251' 2024-11-10T04:23:34,693 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e6505a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:34,693 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:34,693 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:34,694 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fe43472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:34,695 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:34,696 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75794c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:34,696 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52274e8f 2024-11-10T04:23:34,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:34,697 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T04:23:34,698 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,43119,1731212604157 (queues=1) is replicating from cluster=1021aca4-17cf-4e3e-9403-3d31f0a64d81 to cluster=94a50419-18da-4c4b-bb3d-a1d29322acde 2024-11-10T04:23:34,698 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C43119%2C1731212604157 2024-11-10T04:23:34,698 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,43119,1731212604157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:23:34,698 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C43119%2C1731212604157 2024-11-10T04:23:34,698 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, startPosition=0, beingWritten=true 2024-11-10T04:23:34,703 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:34,703 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 379, reset compression=false 2024-11-10T04:23:34,703 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:34,908 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 379, reset compression=false 2024-11-10T04:23:35,212 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 379, reset compression=false 2024-11-10T04:23:35,270 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:23:35,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:23:35,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:35,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:35,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:35,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:35,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:35,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34747,1731212600942, seqNum=-1] 2024-11-10T04:23:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:35,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212606802.43261498863cfbe0c35952a323410bab., hostname=e900e1ae4b9f,34747,1731212600942, seqNum=2] 2024-11-10T04:23:35,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43119,1731212604157, seqNum=-1] 2024-11-10T04:23:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:35,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212608950.780052633309af0d6ce1e84c94f9ed49., hostname=e900e1ae4b9f,43119,1731212604157, seqNum=2] 2024-11-10T04:23:35,422 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T04:23:35,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:35,616 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 379, reset compression=false 2024-11-10T04:23:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:35,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:36,074 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 379, reset compression=false 2024-11-10T04:23:36,079 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:36,079 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 480, reset compression=false 2024-11-10T04:23:36,079 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[{test/43261498863cfbe0c35952a323410bab/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T04:23:36,082 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:36,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T04:23:36,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:23:36,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cac2b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33373,-1 for getting cluster id 2024-11-10T04:23:36,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:36,085 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1021aca4-17cf-4e3e-9403-3d31f0a64d81' 2024-11-10T04:23:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1021aca4-17cf-4e3e-9403-3d31f0a64d81" 2024-11-10T04:23:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff13ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33373,-1] 2024-11-10T04:23:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:36,086 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:36,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd8059c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:36,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,43119,1731212604157, seqNum=-1] 2024-11-10T04:23:36,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:36,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:36,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212608950.780052633309af0d6ce1e84c94f9ed49., hostname=e900e1ae4b9f,43119,1731212604157, seqNum=2] 2024-11-10T04:23:36,120 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 379, reset compression=false 2024-11-10T04:23:36,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:23:36,125 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:36,125 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 504, reset compression=false 2024-11-10T04:23:36,125 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:36,282 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 480, reset compression=false 2024-11-10T04:23:36,329 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 504, reset compression=false 2024-11-10T04:23:36,425 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T04:23:36,428 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T04:23:36,586 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 480, reset compression=false 2024-11-10T04:23:36,633 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 504, reset compression=false 2024-11-10T04:23:36,651 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:36,651 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 608, reset compression=false 2024-11-10T04:23:36,651 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[{test/780052633309af0d6ce1e84c94f9ed49/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:23:36,653 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:36,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T04:23:36,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:23:36,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a86a86e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39251,-1 for getting cluster id 2024-11-10T04:23:36,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:36,656 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94a50419-18da-4c4b-bb3d-a1d29322acde' 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94a50419-18da-4c4b-bb3d-a1d29322acde" 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50af5aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39251,-1] 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:36,658 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:36,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55935025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:36,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34747,1731212600942, seqNum=-1] 2024-11-10T04:23:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:36,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T04:23:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731212606802.43261498863cfbe0c35952a323410bab., hostname=e900e1ae4b9f,34747,1731212600942, seqNum=2] 2024-11-10T04:23:36,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:23:36,855 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 608, reset compression=false 2024-11-10T04:23:36,990 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 480, reset compression=false 2024-11-10T04:23:36,994 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:36,995 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 607, reset compression=false 2024-11-10T04:23:36,995 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:37,159 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 608, reset compression=false 2024-11-10T04:23:37,198 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 607, reset compression=false 2024-11-10T04:23:37,430 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T04:23:37,436 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T04:23:37,501 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 607, reset compression=false 2024-11-10T04:23:37,506 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:37,506 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 763, reset compression=false 2024-11-10T04:23:37,506 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[{test/43261498863cfbe0c35952a323410bab/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T04:23:37,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:23:37,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:23:37,563 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 608, reset compression=false 2024-11-10T04:23:37,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:37,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 756, reset compression=false 2024-11-10T04:23:37,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:37,709 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 763, reset compression=false 2024-11-10T04:23:37,771 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 756, reset compression=false 2024-11-10T04:23:37,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T04:23:37,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:38,012 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 763, reset compression=false 2024-11-10T04:23:38,075 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 756, reset compression=false 2024-11-10T04:23:38,416 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 763, reset compression=false 2024-11-10T04:23:38,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T04:23:38,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T04:23:38,479 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 756, reset compression=false 2024-11-10T04:23:38,484 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:23:38,484 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 915, reset compression=false 2024-11-10T04:23:38,484 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[{test/780052633309af0d6ce1e84c94f9ed49/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T04:23:38,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:23:38,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:23:38,687 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 915, reset compression=false 2024-11-10T04:23:38,920 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 763, reset compression=false 2024-11-10T04:23:38,925 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:38,925 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:38,925 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:38,991 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 915, reset compression=false 2024-11-10T04:23:39,137 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:39,395 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 915, reset compression=false 2024-11-10T04:23:39,441 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:39,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T04:23:39,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:23:39,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:39,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:39,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:39,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:39,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:39,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:23:39,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1161189630, stopped=false 2024-11-10T04:23:39,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,33373,1731212604120 2024-11-10T04:23:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1344938806/running 2024-11-10T04:23:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1344938806/running 2024-11-10T04:23:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:39,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:39,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:39,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:39,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:39,450 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,43119,1731212604157' ***** 2024-11-10T04:23:39,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:23:39,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/running 2024-11-10T04:23:39,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Set watcher on znode that does not yet exist, /1344938806/running 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(3091): Received CLOSE for 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(3091): Received CLOSE for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:39,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43119. 2024-11-10T04:23:39,451 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 780052633309af0d6ce1e84c94f9ed49, disabling compactions & flushes 2024-11-10T04:23:39,451 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:39,451 DEBUG [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:39,451 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:39,451 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:39,451 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. after waiting 0 ms 2024-11-10T04:23:39,451 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:23:39,451 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:23:39,452 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 780052633309af0d6ce1e84c94f9ed49 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T04:23:39,452 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:23:39,452 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:23:39,452 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1325): Online Regions={780052633309af0d6ce1e84c94f9ed49=test,,1731212608950.780052633309af0d6ce1e84c94f9ed49., 3426ba40b7111dfd18908398d1e945f8=hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:23:39,452 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:39,452 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:39,452 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:39,452 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:39,452 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:39,452 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:39,452 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:23:39,468 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f/ad66b92a2936463abe9366ca612ebb76 is 29, key is row1/f:/1731212618439/DeleteFamily/seqid=0 2024-11-10T04:23:39,470 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/info/2b6e644970c84c1d9b5b00186021e6d9 is 147, key is hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8./info:regioninfo/1731212614437/Put/seqid=0 2024-11-10T04:23:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741840_1016 (size=5118) 2024-11-10T04:23:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741841_1017 (size=7686) 2024-11-10T04:23:39,549 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:39,652 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:39,845 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:39,852 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:39,872 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f/ad66b92a2936463abe9366ca612ebb76 2024-11-10T04:23:39,877 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad66b92a2936463abe9366ca612ebb76 2024-11-10T04:23:39,879 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/info/2b6e644970c84c1d9b5b00186021e6d9 2024-11-10T04:23:39,895 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f1/2c80cd2c72a842f78f7b11f4a7009c53 is 30, key is row1/f1:/1731212618439/DeleteFamily/seqid=0 2024-11-10T04:23:39,896 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/ns/c94b7928afdf4219ab4ca5099307c0c1 is 43, key is default/ns:d/1731212606768/Put/seqid=0 2024-11-10T04:23:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741842_1018 (size=5123) 2024-11-10T04:23:39,899 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 915, reset compression=false 2024-11-10T04:23:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741843_1019 (size=5153) 2024-11-10T04:23:39,904 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:39,904 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1162, reset compression=false 2024-11-10T04:23:39,904 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,43119,1731212604157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:39,905 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,43119,1731212604157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,43119,1731212604157, walGroup=e900e1ae4b9f%2C43119%2C1731212604157, offset=e900e1ae4b9f%2C43119%2C1731212604157.1731212606170:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:23:39,906 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:23:39,906 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:23:39,907 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:23:39,907 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:23:39,907 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:23:39,907 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 578317984 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190846736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:23:39,907 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:23:40,030 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:23:40,030 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:23:40,052 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:40,109 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1162, reset compression=false 2024-11-10T04:23:40,253 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:40,300 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f1/2c80cd2c72a842f78f7b11f4a7009c53 2024-11-10T04:23:40,300 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/ns/c94b7928afdf4219ab4ca5099307c0c1 2024-11-10T04:23:40,304 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c80cd2c72a842f78f7b11f4a7009c53 2024-11-10T04:23:40,319 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/rep_barrier/679d29203f3440fbb1bf7b6e3aa6645c is 112, key is test,,1731212608950.780052633309af0d6ce1e84c94f9ed49./rep_barrier:seqnumDuringOpen/1731212610098/Put/seqid=0 2024-11-10T04:23:40,319 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/norep/5b0151882b7544dfb53b068eac364dca is 33, key is row1/norep:/1731212618439/DeleteFamily/seqid=0 2024-11-10T04:23:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741844_1020 (size=5518) 2024-11-10T04:23:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741845_1021 (size=5108) 2024-11-10T04:23:40,349 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:40,413 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1162, reset compression=false 2024-11-10T04:23:40,453 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:40,653 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3426ba40b7111dfd18908398d1e945f8, 780052633309af0d6ce1e84c94f9ed49 2024-11-10T04:23:40,724 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/norep/5b0151882b7544dfb53b068eac364dca 2024-11-10T04:23:40,724 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/rep_barrier/679d29203f3440fbb1bf7b6e3aa6645c 2024-11-10T04:23:40,728 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b0151882b7544dfb53b068eac364dca 2024-11-10T04:23:40,729 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f/ad66b92a2936463abe9366ca612ebb76 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/f/ad66b92a2936463abe9366ca612ebb76 2024-11-10T04:23:40,733 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad66b92a2936463abe9366ca612ebb76 2024-11-10T04:23:40,733 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/f/ad66b92a2936463abe9366ca612ebb76, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:40,734 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/f1/2c80cd2c72a842f78f7b11f4a7009c53 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/f1/2c80cd2c72a842f78f7b11f4a7009c53 2024-11-10T04:23:40,738 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c80cd2c72a842f78f7b11f4a7009c53 2024-11-10T04:23:40,738 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/f1/2c80cd2c72a842f78f7b11f4a7009c53, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:40,739 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/.tmp/norep/5b0151882b7544dfb53b068eac364dca as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/norep/5b0151882b7544dfb53b068eac364dca 2024-11-10T04:23:40,743 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b0151882b7544dfb53b068eac364dca 2024-11-10T04:23:40,744 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/norep/5b0151882b7544dfb53b068eac364dca, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:40,745 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 780052633309af0d6ce1e84c94f9ed49 in 1293ms, sequenceid=8, compaction requested=false 2024-11-10T04:23:40,746 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/table/6df6c3d1091247dabf1ab0963f5da7cf is 53, key is hbase:replication/table:state/1731212614444/Put/seqid=0 2024-11-10T04:23:40,754 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/default/test/780052633309af0d6ce1e84c94f9ed49/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:40,755 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 780052633309af0d6ce1e84c94f9ed49: Waiting for close lock at 1731212619451Running coprocessor pre-close hooks at 1731212619451Disabling compacts and flushes for region at 1731212619451Disabling writes for close at 1731212619451Obtaining lock to block concurrent updates at 1731212619452 (+1 ms)Preparing flush snapshotting stores in 780052633309af0d6ce1e84c94f9ed49 at 1731212619452Finished memstore snapshotting test,,1731212608950.780052633309af0d6ce1e84c94f9ed49., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731212619452Flushing stores of test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. at 1731212619452Flushing 780052633309af0d6ce1e84c94f9ed49/f: creating writer at 1731212619453 (+1 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/f: appending metadata at 1731212619467 (+14 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/f: closing flushed file at 1731212619467Flushing 780052633309af0d6ce1e84c94f9ed49/f1: creating writer at 1731212619877 (+410 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/f1: appending metadata at 1731212619894 (+17 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/f1: closing flushed file at 1731212619894Flushing 780052633309af0d6ce1e84c94f9ed49/norep: creating writer at 1731212620304 (+410 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/norep: appending metadata at 1731212620319 (+15 ms)Flushing 780052633309af0d6ce1e84c94f9ed49/norep: closing flushed file at 1731212620319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8ed920: reopening flushed file at 1731212620728 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d891b7f: reopening flushed file at 1731212620733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265d49c4: reopening flushed file at 1731212620739 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 780052633309af0d6ce1e84c94f9ed49 in 1293ms, sequenceid=8, compaction requested=false at 1731212620745 (+6 ms)Writing region close event to WAL at 1731212620748 (+3 ms)Running coprocessor post-close hooks at 1731212620755 (+7 ms)Closed at 1731212620755 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212608950.780052633309af0d6ce1e84c94f9ed49. 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3426ba40b7111dfd18908398d1e945f8, disabling compactions & flushes 2024-11-10T04:23:40,755 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. after waiting 0 ms 2024-11-10T04:23:40,755 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:23:40,756 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3426ba40b7111dfd18908398d1e945f8: Waiting for close lock at 1731212620755Running coprocessor pre-close hooks at 1731212620755Disabling compacts and flushes for region at 1731212620755Disabling writes for close at 1731212620755Failed flush hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., putting online again at 1731212620756 (+1 ms) 2024-11-10T04:23:40,756 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,756 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/table/6df6c3d1091247dabf1ab0963f5da7cf 2024-11-10T04:23:40,761 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/info/2b6e644970c84c1d9b5b00186021e6d9 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/info/2b6e644970c84c1d9b5b00186021e6d9 2024-11-10T04:23:40,764 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/info/2b6e644970c84c1d9b5b00186021e6d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:23:40,765 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/ns/c94b7928afdf4219ab4ca5099307c0c1 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/ns/c94b7928afdf4219ab4ca5099307c0c1 2024-11-10T04:23:40,768 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/ns/c94b7928afdf4219ab4ca5099307c0c1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:23:40,769 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/rep_barrier/679d29203f3440fbb1bf7b6e3aa6645c as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/rep_barrier/679d29203f3440fbb1bf7b6e3aa6645c 2024-11-10T04:23:40,773 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/rep_barrier/679d29203f3440fbb1bf7b6e3aa6645c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:23:40,773 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/.tmp/table/6df6c3d1091247dabf1ab0963f5da7cf as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/table/6df6c3d1091247dabf1ab0963f5da7cf 2024-11-10T04:23:40,777 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/table/6df6c3d1091247dabf1ab0963f5da7cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:23:40,778 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-10T04:23:40,782 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:23:40,782 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:40,782 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:40,782 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:40,782 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212619452Running coprocessor pre-close hooks at 1731212619452Disabling compacts and flushes for region at 1731212619452Disabling writes for close at 1731212619452Obtaining lock to block concurrent updates at 1731212619452Preparing flush snapshotting stores in 1588230740 at 1731212619452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212619452Flushing stores of hbase:meta,,1.1588230740 at 1731212619453 (+1 ms)Flushing 1588230740/info: creating writer at 1731212619453Flushing 1588230740/info: appending metadata at 1731212619470 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731212619470Flushing 1588230740/ns: creating writer at 1731212619883 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731212619895 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731212619895Flushing 1588230740/rep_barrier: creating writer at 1731212620304 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212620319 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212620319Flushing 1588230740/table: creating writer at 1731212620728 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212620746 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731212620746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6b249b: reopening flushed file at 1731212620760 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35019e3e: reopening flushed file at 1731212620764 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3a3590: reopening flushed file at 1731212620769 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ef5ed: reopening flushed file at 1731212620773 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731212620778 (+5 ms)Writing region close event to WAL at 1731212620779 (+1 ms)Running coprocessor post-close hooks at 1731212620782 (+3 ms)Closed at 1731212620782 2024-11-10T04:23:40,783 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:40,816 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1162, reset compression=false 2024-11-10T04:23:40,821 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:40,821 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1806, reset compression=false 2024-11-10T04:23:40,853 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:23:40,853 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1325): Online Regions={3426ba40b7111dfd18908398d1e945f8=hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8.} 2024-11-10T04:23:40,853 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(3091): Received CLOSE for 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:40,853 DEBUG [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1351): Waiting on 3426ba40b7111dfd18908398d1e945f8 2024-11-10T04:23:40,853 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3426ba40b7111dfd18908398d1e945f8, disabling compactions & flushes 2024-11-10T04:23:40,854 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. after waiting 0 ms 2024-11-10T04:23:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3426ba40b7111dfd18908398d1e945f8: Waiting for close lock at 1731212620853Running coprocessor pre-close hooks at 1731212620853Disabling compacts and flushes for region at 1731212620853Disabling writes for close at 1731212620854 (+1 ms)Failed flush hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8., putting online again at 1731212620854 2024-11-10T04:23:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212613273.3426ba40b7111dfd18908398d1e945f8. 2024-11-10T04:23:40,953 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:41,025 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1806, reset compression=false 2024-11-10T04:23:41,053 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T04:23:41,054 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,43119,1731212604157; all regions closed. 2024-11-10T04:23:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:23:41,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.meta.1731212606723.meta not finished, retry = 0 2024-11-10T04:23:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741839_1015 (size=1733) 2024-11-10T04:23:41,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.rep.1731212614406 not finished, retry = 0 2024-11-10T04:23:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741833_1009 (size=1814) 2024-11-10T04:23:41,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 not finished, retry = 0 2024-11-10T04:23:41,329 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 to pos 1806, reset compression=false 2024-11-10T04:23:41,363 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:41,363 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:41,363 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/WALs/e900e1ae4b9f,43119,1731212604157/e900e1ae4b9f%2C43119%2C1731212604157.1731212606170 2024-11-10T04:23:41,363 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:41,363 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:41,363 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:41,363 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:41,363 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,43119,1731212604157 because: Region server is closing 2024-11-10T04:23:41,364 INFO [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43119. 2024-11-10T04:23:41,364 DEBUG [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:41,364 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:41,364 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:41,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:41,464 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.shippere900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 terminated 2024-11-10T04:23:41,464 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,43119,1731212604157.replicationSource.wal-reader.e900e1ae4b9f%2C43119%2C1731212604157,1-e900e1ae4b9f,43119,1731212604157 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T04:23:41,464 INFO [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:43119. 2024-11-10T04:23:41,464 DEBUG [RS:0;e900e1ae4b9f:43119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:41,464 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:41,465 DEBUG [RS:0;e900e1ae4b9f:43119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:41,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:41,465 INFO [RS:0;e900e1ae4b9f:43119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43119 2024-11-10T04:23:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1344938806/rs/e900e1ae4b9f,43119,1731212604157 2024-11-10T04:23:41,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806/rs 2024-11-10T04:23:41,467 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:41,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,43119,1731212604157] 2024-11-10T04:23:41,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1344938806/draining/e900e1ae4b9f,43119,1731212604157 already deleted, retry=false 2024-11-10T04:23:41,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,43119,1731212604157 expired; onlineServers=0 2024-11-10T04:23:41,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,33373,1731212604120' ***** 2024-11-10T04:23:41,470 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:41,471 DEBUG [M:0;e900e1ae4b9f:33373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:23:41,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:23:41,471 DEBUG [M:0;e900e1ae4b9f:33373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:23:41,471 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212605965 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212605965,5,FailOnTimeoutGroup] 2024-11-10T04:23:41,471 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212605965 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212605965,5,FailOnTimeoutGroup] 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:41,471 DEBUG [M:0;e900e1ae4b9f:33373 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:23:41,471 INFO [M:0;e900e1ae4b9f:33373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:41,472 INFO [M:0;e900e1ae4b9f:33373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:23:41,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:23:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1344938806/master 2024-11-10T04:23:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1344938806 2024-11-10T04:23:41,473 DEBUG [M:0;e900e1ae4b9f:33373 {}] zookeeper.ZKUtil(347): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Unable to get data of znode /1344938806/master because node does not exist (not an error) 2024-11-10T04:23:41,473 WARN [M:0;e900e1ae4b9f:33373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:23:41,473 INFO [M:0;e900e1ae4b9f:33373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/.lastflushedseqids 2024-11-10T04:23:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741847_1023 (size=245) 2024-11-10T04:23:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43119-0x101001dccb80004, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:41,569 INFO [RS:0;e900e1ae4b9f:43119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:41,569 INFO [RS:0;e900e1ae4b9f:43119 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,43119,1731212604157; zookeeper connection closed. 2024-11-10T04:23:41,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b30aad8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b30aad8 2024-11-10T04:23:41,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:23:41,658 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:41,882 INFO [M:0;e900e1ae4b9f:33373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:23:41,883 INFO [M:0;e900e1ae4b9f:33373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:23:41,883 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:41,883 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:41,883 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:41,883 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:41,883 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:41,883 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T04:23:41,902 DEBUG [M:0;e900e1ae4b9f:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b3470e77e1a49a8b6990c547b591746 is 82, key is hbase:meta,,1/info:regioninfo/1731212606759/Put/seqid=0 2024-11-10T04:23:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741848_1024 (size=5672) 2024-11-10T04:23:42,306 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b3470e77e1a49a8b6990c547b591746 2024-11-10T04:23:42,328 DEBUG [M:0;e900e1ae4b9f:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d33ee54789f436eb1791a8459d44766 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212614447/Put/seqid=0 2024-11-10T04:23:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741849_1025 (size=8516) 2024-11-10T04:23:42,462 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:42,733 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d33ee54789f436eb1791a8459d44766 2024-11-10T04:23:42,751 DEBUG [M:0;e900e1ae4b9f:33373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6c446442524b17aadad6e6babb4bf8 is 69, key is e900e1ae4b9f,43119,1731212604157/rs:state/1731212606005/Put/seqid=0 2024-11-10T04:23:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741850_1026 (size=5156) 2024-11-10T04:23:43,158 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6c446442524b17aadad6e6babb4bf8 2024-11-10T04:23:43,163 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b3470e77e1a49a8b6990c547b591746 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b3470e77e1a49a8b6990c547b591746 2024-11-10T04:23:43,166 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b3470e77e1a49a8b6990c547b591746, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:23:43,167 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d33ee54789f436eb1791a8459d44766 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d33ee54789f436eb1791a8459d44766 2024-11-10T04:23:43,171 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d33ee54789f436eb1791a8459d44766, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:23:43,171 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6c446442524b17aadad6e6babb4bf8 as hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6c446442524b17aadad6e6babb4bf8 2024-11-10T04:23:43,175 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/dbe8fe37-55a8-81a1-0850-51e6020bba60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6c446442524b17aadad6e6babb4bf8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:23:43,175 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-10T04:23:43,182 INFO [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:43,182 DEBUG [M:0;e900e1ae4b9f:33373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212621883Disabling compacts and flushes for region at 1731212621883Disabling writes for close at 1731212621883Obtaining lock to block concurrent updates at 1731212621883Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212621883Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731212621883Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212621884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212621884Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212621902 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212621902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212622310 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212622328 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212622328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212622737 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212622750 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212622751 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163ed81e: reopening flushed file at 1731212623162 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f40f2a1: reopening flushed file at 1731212623167 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66093c01: reopening flushed file at 1731212623171 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1731212623176 (+5 ms)Writing region close event to WAL at 1731212623182 (+6 ms)Closed at 1731212623182 2024-11-10T04:23:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741830_1006 (size=63654) 2024-11-10T04:23:43,185 INFO [M:0;e900e1ae4b9f:33373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:23:43,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:43,185 INFO [M:0;e900e1ae4b9f:33373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33373 2024-11-10T04:23:43,185 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:43,287 INFO [M:0;e900e1ae4b9f:33373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33373-0x101001dccb80003, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:43,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@370d2b32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:43,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ec94257{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:43,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:43,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed7afd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:43,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2efd3cc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:43,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:23:43,293 WARN [BP-31500661-172.17.0.2-1731212603200 heartbeating to localhost/127.0.0.1:38101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:23:43,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:23:43,293 WARN [BP-31500661-172.17.0.2-1731212603200 heartbeating to localhost/127.0.0.1:38101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-31500661-172.17.0.2-1731212603200 (Datanode Uuid 2dfc23a3-c685-404c-a39f-350066b1250f) service to localhost/127.0.0.1:38101 2024-11-10T04:23:43,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/cluster_e8370591-eabf-07a4-287a-75f20f6021e3/data/data1/current/BP-31500661-172.17.0.2-1731212603200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:43,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/cluster_e8370591-eabf-07a4-287a-75f20f6021e3/data/data2/current/BP-31500661-172.17.0.2-1731212603200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:43,294 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:23:43,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24165b22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:43,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f50f03e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:43,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:43,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbaee5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:43,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ad1c060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:43,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:23:43,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:23:43,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:43,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:43,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:43,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:43,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:43,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:23:43,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1893058851, stopped=false 2024-11-10T04:23:43,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,39251,1731212600891 2024-11-10T04:23:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-630076200/running 2024-11-10T04:23:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-630076200/running 2024-11-10T04:23:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:43,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:43,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/running 2024-11-10T04:23:43,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:23:43,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:43,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:43,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,34747,1731212600942' ***** 2024-11-10T04:23:43,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:23:43,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Set watcher on znode that does not yet exist, /0-630076200/running 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 43261498863cfbe0c35952a323410bab 2024-11-10T04:23:43,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:43,325 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43261498863cfbe0c35952a323410bab, disabling compactions & flushes 2024-11-10T04:23:43,325 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:43,325 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:43,325 INFO [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:34747. 2024-11-10T04:23:43,325 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212606802.43261498863cfbe0c35952a323410bab. after waiting 0 ms 2024-11-10T04:23:43,325 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:43,326 DEBUG [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:43,326 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:43,326 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43261498863cfbe0c35952a323410bab 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T04:23:43,326 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:23:43,326 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:23:43,326 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:23:43,326 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:23:43,326 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:23:43,326 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43261498863cfbe0c35952a323410bab=test,,1731212606802.43261498863cfbe0c35952a323410bab., 946faf6ab415a940fb14c2d35f2e30b4=hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.} 2024-11-10T04:23:43,326 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:43,326 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:43,326 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:43,326 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:43,326 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:43,326 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:43,326 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:23:43,346 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/info/1733dee0124e4d77935cc64d2e6ac265 is 147, key is hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4./info:regioninfo/1731212612285/Put/seqid=0 2024-11-10T04:23:43,346 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f/790b49695fc4476e84f356c4933eaa5d is 29, key is row1/f:/1731212618439/DeleteFamily/seqid=0 2024-11-10T04:23:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741840_1016 (size=7686) 2024-11-10T04:23:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741841_1017 (size=5118) 2024-11-10T04:23:43,366 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 912, reset compression=false 2024-11-10T04:23:43,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:43,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:43,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28298 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:43,371 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:43,371 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1159, reset compression=false 2024-11-10T04:23:43,371 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,34747,1731212600942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:23:43,372 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,34747,1731212600942: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,34747,1731212600942, walGroup=e900e1ae4b9f%2C34747%2C1731212600942, offset=e900e1ae4b9f%2C34747%2C1731212600942.1731212602528:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:34747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:23:43,373 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:23:43,373 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:23:43,373 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:23:43,373 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:23:43,373 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:23:43,373 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 630746784 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191449672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:23:43,374 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:39251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:39251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:23:43,411 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:43,428 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:23:43,428 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:23:43,526 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:43,575 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1159, reset compression=false 2024-11-10T04:23:43,726 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:43,751 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f/790b49695fc4476e84f356c4933eaa5d 2024-11-10T04:23:43,751 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/info/1733dee0124e4d77935cc64d2e6ac265 2024-11-10T04:23:43,755 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 790b49695fc4476e84f356c4933eaa5d 2024-11-10T04:23:43,769 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/ns/ae0385f2be6e44a688b2073920925bd5 is 43, key is default/ns:d/1731212603101/Put/seqid=0 2024-11-10T04:23:43,770 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f1/1b935ba9cfc94e5e814a34b4c0fae588 is 30, key is row1/f1:/1731212618439/DeleteFamily/seqid=0 2024-11-10T04:23:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:23:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741843_1019 (size=5123) 2024-11-10T04:23:43,879 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1159, reset compression=false 2024-11-10T04:23:43,927 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,127 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,174 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/ns/ae0385f2be6e44a688b2073920925bd5 2024-11-10T04:23:44,174 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f1/1b935ba9cfc94e5e814a34b4c0fae588 2024-11-10T04:23:44,178 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b935ba9cfc94e5e814a34b4c0fae588 2024-11-10T04:23:44,193 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/norep/f3e57a71ec3c4a069a710541a28ca641 is 32, key is row/norep:/1731212617433/DeleteFamily/seqid=0 2024-11-10T04:23:44,195 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/rep_barrier/21bc814359a34b6ab1ff09a6dcaa4321 is 112, key is test,,1731212606802.43261498863cfbe0c35952a323410bab./rep_barrier:seqnumDuringOpen/1731212607948/Put/seqid=0 2024-11-10T04:23:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741844_1020 (size=5101) 2024-11-10T04:23:44,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741845_1021 (size=5518) 2024-11-10T04:23:44,283 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1159, reset compression=false 2024-11-10T04:23:44,327 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,527 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43261498863cfbe0c35952a323410bab, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,597 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/norep/f3e57a71ec3c4a069a710541a28ca641 2024-11-10T04:23:44,599 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/rep_barrier/21bc814359a34b6ab1ff09a6dcaa4321 2024-11-10T04:23:44,601 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3e57a71ec3c4a069a710541a28ca641 2024-11-10T04:23:44,602 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f/790b49695fc4476e84f356c4933eaa5d as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/f/790b49695fc4476e84f356c4933eaa5d 2024-11-10T04:23:44,605 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 790b49695fc4476e84f356c4933eaa5d 2024-11-10T04:23:44,606 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/f/790b49695fc4476e84f356c4933eaa5d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:44,606 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/f1/1b935ba9cfc94e5e814a34b4c0fae588 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/f1/1b935ba9cfc94e5e814a34b4c0fae588 2024-11-10T04:23:44,610 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b935ba9cfc94e5e814a34b4c0fae588 2024-11-10T04:23:44,610 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/f1/1b935ba9cfc94e5e814a34b4c0fae588, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:44,611 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/.tmp/norep/f3e57a71ec3c4a069a710541a28ca641 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/norep/f3e57a71ec3c4a069a710541a28ca641 2024-11-10T04:23:44,614 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3e57a71ec3c4a069a710541a28ca641 2024-11-10T04:23:44,614 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/norep/f3e57a71ec3c4a069a710541a28ca641, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T04:23:44,615 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 43261498863cfbe0c35952a323410bab in 1289ms, sequenceid=8, compaction requested=false 2024-11-10T04:23:44,615 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:23:44,619 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/default/test/43261498863cfbe0c35952a323410bab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T04:23:44,619 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:44,619 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:44,619 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:44,619 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43261498863cfbe0c35952a323410bab: Waiting for close lock at 1731212623325Running coprocessor pre-close hooks at 1731212623325Disabling compacts and flushes for region at 1731212623325Disabling writes for close at 1731212623325Obtaining lock to block concurrent updates at 1731212623326 (+1 ms)Preparing flush snapshotting stores in 43261498863cfbe0c35952a323410bab at 1731212623326Finished memstore snapshotting test,,1731212606802.43261498863cfbe0c35952a323410bab., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731212623326Flushing stores of test,,1731212606802.43261498863cfbe0c35952a323410bab. at 1731212623327 (+1 ms)Flushing 43261498863cfbe0c35952a323410bab/f: creating writer at 1731212623327Flushing 43261498863cfbe0c35952a323410bab/f: appending metadata at 1731212623345 (+18 ms)Flushing 43261498863cfbe0c35952a323410bab/f: closing flushed file at 1731212623345Flushing 43261498863cfbe0c35952a323410bab/f1: creating writer at 1731212623756 (+411 ms)Flushing 43261498863cfbe0c35952a323410bab/f1: appending metadata at 1731212623769 (+13 ms)Flushing 43261498863cfbe0c35952a323410bab/f1: closing flushed file at 1731212623769Flushing 43261498863cfbe0c35952a323410bab/norep: creating writer at 1731212624178 (+409 ms)Flushing 43261498863cfbe0c35952a323410bab/norep: appending metadata at 1731212624192 (+14 ms)Flushing 43261498863cfbe0c35952a323410bab/norep: closing flushed file at 1731212624192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120a5e55: reopening flushed file at 1731212624601 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca69dc6: reopening flushed file at 1731212624606 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d5ef8b: reopening flushed file at 1731212624610 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 43261498863cfbe0c35952a323410bab in 1289ms, sequenceid=8, compaction requested=false at 1731212624615 (+5 ms)Writing region close event to WAL at 1731212624616 (+1 ms)Running coprocessor post-close hooks at 1731212624619 (+3 ms)Closed at 1731212624619 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212606802.43261498863cfbe0c35952a323410bab. 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 946faf6ab415a940fb14c2d35f2e30b4, disabling compactions & flushes 2024-11-10T04:23:44,620 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. after waiting 0 ms 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 946faf6ab415a940fb14c2d35f2e30b4: Waiting for close lock at 1731212624620Running coprocessor pre-close hooks at 1731212624620Disabling compacts and flushes for region at 1731212624620Disabling writes for close at 1731212624620Failed flush hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4., putting online again at 1731212624620 2024-11-10T04:23:44,620 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,621 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/table/4fef5136396d487495ea60fb8acdce90 is 53, key is hbase:replication/table:state/1731212612292/Put/seqid=0 2024-11-10T04:23:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:23:44,728 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:23:44,728 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 946faf6ab415a940fb14c2d35f2e30b4=hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4.} 2024-11-10T04:23:44,728 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,728 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 946faf6ab415a940fb14c2d35f2e30b4 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 946faf6ab415a940fb14c2d35f2e30b4, disabling compactions & flushes 2024-11-10T04:23:44,728 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. after waiting 0 ms 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 946faf6ab415a940fb14c2d35f2e30b4: Waiting for close lock at 1731212624728Running coprocessor pre-close hooks at 1731212624728Disabling compacts and flushes for region at 1731212624728Disabling writes for close at 1731212624728Failed flush hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4., putting online again at 1731212624728 2024-11-10T04:23:44,728 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212611118.946faf6ab415a940fb14c2d35f2e30b4. 2024-11-10T04:23:44,786 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1159, reset compression=false 2024-11-10T04:23:44,791 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:23:44,791 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1803, reset compression=false 2024-11-10T04:23:44,928 DEBUG [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:23:44,994 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1803, reset compression=false 2024-11-10T04:23:45,024 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/table/4fef5136396d487495ea60fb8acdce90 2024-11-10T04:23:45,029 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/info/1733dee0124e4d77935cc64d2e6ac265 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/info/1733dee0124e4d77935cc64d2e6ac265 2024-11-10T04:23:45,033 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/info/1733dee0124e4d77935cc64d2e6ac265, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:23:45,033 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/ns/ae0385f2be6e44a688b2073920925bd5 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/ns/ae0385f2be6e44a688b2073920925bd5 2024-11-10T04:23:45,036 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/ns/ae0385f2be6e44a688b2073920925bd5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:23:45,037 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/rep_barrier/21bc814359a34b6ab1ff09a6dcaa4321 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/rep_barrier/21bc814359a34b6ab1ff09a6dcaa4321 2024-11-10T04:23:45,040 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/rep_barrier/21bc814359a34b6ab1ff09a6dcaa4321, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:23:45,041 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/.tmp/table/4fef5136396d487495ea60fb8acdce90 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/table/4fef5136396d487495ea60fb8acdce90 2024-11-10T04:23:45,044 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/table/4fef5136396d487495ea60fb8acdce90, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:23:45,045 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-10T04:23:45,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:23:45,049 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:23:45,050 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:23:45,050 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:23:45,050 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:45,050 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212623326Running coprocessor pre-close hooks at 1731212623326Disabling compacts and flushes for region at 1731212623326Disabling writes for close at 1731212623326Obtaining lock to block concurrent updates at 1731212623326Preparing flush snapshotting stores in 1588230740 at 1731212623326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212623327 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212623327Flushing 1588230740/info: creating writer at 1731212623327Flushing 1588230740/info: appending metadata at 1731212623345 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731212623346 (+1 ms)Flushing 1588230740/ns: creating writer at 1731212623755 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212623769 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212623769Flushing 1588230740/rep_barrier: creating writer at 1731212624178 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212624194 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212624194Flushing 1588230740/table: creating writer at 1731212624603 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212624620 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731212624620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e447b3: reopening flushed file at 1731212625028 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190e8438: reopening flushed file at 1731212625033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791659da: reopening flushed file at 1731212625037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb97201: reopening flushed file at 1731212625041 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731212625045 (+4 ms)Writing region close event to WAL at 1731212625047 (+2 ms)Running coprocessor post-close hooks at 1731212625050 (+3 ms)Closed at 1731212625050 2024-11-10T04:23:45,050 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:45,128 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T04:23:45,128 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,34747,1731212600942; all regions closed. 2024-11-10T04:23:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:23:45,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.meta.1731212603057.meta not finished, retry = 0 2024-11-10T04:23:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741839_1015 (size=1733) 2024-11-10T04:23:45,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.rep.1731212612252 not finished, retry = 0 2024-11-10T04:23:45,297 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 to pos 1803, reset compression=false 2024-11-10T04:23:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741833_1009 (size=1811) 2024-11-10T04:23:45,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/WALs/e900e1ae4b9f,34747,1731212600942/e900e1ae4b9f%2C34747%2C1731212600942.1731212602528 not finished, retry = 0 2024-11-10T04:23:45,438 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:45,438 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:23:45,438 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:45,438 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:45,438 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:45,438 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:45,438 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,34747,1731212600942 because: Region server is closing 2024-11-10T04:23:45,439 INFO [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:34747. 2024-11-10T04:23:45,439 DEBUG [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:45,439 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:45,439 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:45,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:45,539 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.shippere900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 terminated 2024-11-10T04:23:45,539 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,34747,1731212600942.replicationSource.wal-reader.e900e1ae4b9f%2C34747%2C1731212600942,1-e900e1ae4b9f,34747,1731212600942 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:23:45,539 INFO [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:34747. 2024-11-10T04:23:45,539 DEBUG [RS:0;e900e1ae4b9f:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:23:45,539 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:45,540 DEBUG [RS:0;e900e1ae4b9f:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:45,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:23:45,540 INFO [RS:0;e900e1ae4b9f:34747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34747 2024-11-10T04:23:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-630076200/rs/e900e1ae4b9f,34747,1731212600942 2024-11-10T04:23:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200/rs 2024-11-10T04:23:45,542 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:45,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,34747,1731212600942] 2024-11-10T04:23:45,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-630076200/draining/e900e1ae4b9f,34747,1731212600942 already deleted, retry=false 2024-11-10T04:23:45,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,34747,1731212600942 expired; onlineServers=0 2024-11-10T04:23:45,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,39251,1731212600891' ***** 2024-11-10T04:23:45,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:23:45,545 DEBUG [M:0;e900e1ae4b9f:39251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:23:45,545 DEBUG [M:0;e900e1ae4b9f:39251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:23:45,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:23:45,545 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212602312 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212602312,5,FailOnTimeoutGroup] 2024-11-10T04:23:45,545 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212602312 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212602312,5,FailOnTimeoutGroup] 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:23:45,545 DEBUG [M:0;e900e1ae4b9f:39251 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:23:45,545 INFO [M:0;e900e1ae4b9f:39251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:23:45,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:23:45,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-630076200/master 2024-11-10T04:23:45,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-630076200 2024-11-10T04:23:45,548 DEBUG [M:0;e900e1ae4b9f:39251 {}] zookeeper.ZKUtil(347): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Unable to get data of znode /0-630076200/master because node does not exist (not an error) 2024-11-10T04:23:45,548 WARN [M:0;e900e1ae4b9f:39251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:23:45,549 INFO [M:0;e900e1ae4b9f:39251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/.lastflushedseqids 2024-11-10T04:23:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741847_1023 (size=245) 2024-11-10T04:23:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:45,644 INFO [RS:0;e900e1ae4b9f:34747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x101001dccb80001, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:45,644 INFO [RS:0;e900e1ae4b9f:34747 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,34747,1731212600942; zookeeper connection closed. 2024-11-10T04:23:45,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 2024-11-10T04:23:45,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:23:45,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:45,954 INFO [M:0;e900e1ae4b9f:39251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:23:45,954 INFO [M:0;e900e1ae4b9f:39251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:23:45,954 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:45,954 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:45,954 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:45,954 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:45,954 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:45,954 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T04:23:45,970 DEBUG [M:0;e900e1ae4b9f:39251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b64e14c714cd495caf5851b3d5d1f is 82, key is hbase:meta,,1/info:regioninfo/1731212603088/Put/seqid=0 2024-11-10T04:23:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741848_1024 (size=5672) 2024-11-10T04:23:46,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:46,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:46,374 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b64e14c714cd495caf5851b3d5d1f 2024-11-10T04:23:46,392 DEBUG [M:0;e900e1ae4b9f:39251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afbd44c544204e9690dbbfb675927f5d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212612296/Put/seqid=0 2024-11-10T04:23:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741849_1025 (size=8515) 2024-11-10T04:23:46,796 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afbd44c544204e9690dbbfb675927f5d 2024-11-10T04:23:46,814 DEBUG [M:0;e900e1ae4b9f:39251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf6dd3e3fa64788b0dde317879d4780 is 69, key is e900e1ae4b9f,34747,1731212600942/rs:state/1731212602387/Put/seqid=0 2024-11-10T04:23:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741850_1026 (size=5156) 2024-11-10T04:23:47,218 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf6dd3e3fa64788b0dde317879d4780 2024-11-10T04:23:47,222 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b64e14c714cd495caf5851b3d5d1f as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4b64e14c714cd495caf5851b3d5d1f 2024-11-10T04:23:47,226 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4b64e14c714cd495caf5851b3d5d1f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:23:47,226 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afbd44c544204e9690dbbfb675927f5d as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afbd44c544204e9690dbbfb675927f5d 2024-11-10T04:23:47,230 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afbd44c544204e9690dbbfb675927f5d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:23:47,230 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf6dd3e3fa64788b0dde317879d4780 as hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf6dd3e3fa64788b0dde317879d4780 2024-11-10T04:23:47,234 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38755/user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf6dd3e3fa64788b0dde317879d4780, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:23:47,235 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-10T04:23:47,236 INFO [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:47,236 DEBUG [M:0;e900e1ae4b9f:39251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212625954Disabling compacts and flushes for region at 1731212625954Disabling writes for close at 1731212625954Obtaining lock to block concurrent updates at 1731212625954Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212625954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731212625955 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212625955Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212625955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212625969 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212625969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212626378 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212626392 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212626392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212626800 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212626814 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212626814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c32c0b: reopening flushed file at 1731212627222 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ef5de6: reopening flushed file at 1731212627226 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749b9981: reopening flushed file at 1731212627230 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731212627235 (+5 ms)Writing region close event to WAL at 1731212627236 (+1 ms)Closed at 1731212627236 2024-11-10T04:23:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741830_1006 (size=63642) 2024-11-10T04:23:47,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97df1f25-2d10-6235-1d53-252d04c3b638/MasterData/WALs/e900e1ae4b9f,39251,1731212600891/e900e1ae4b9f%2C39251%2C1731212600891.1731212602224 not finished, retry = 0 2024-11-10T04:23:47,339 INFO [M:0;e900e1ae4b9f:39251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:23:47,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:23:47,339 INFO [M:0;e900e1ae4b9f:39251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39251 2024-11-10T04:23:47,340 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:23:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:47,441 INFO [M:0;e900e1ae4b9f:39251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:23:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39251-0x101001dccb80000, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:23:47,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e05ced7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:47,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51c15b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:47,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:47,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb2cb59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:47,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2095fd85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:47,447 WARN [BP-161772471-172.17.0.2-1731212599872 heartbeating to localhost/127.0.0.1:38755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:23:47,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:23:47,447 WARN [BP-161772471-172.17.0.2-1731212599872 heartbeating to localhost/127.0.0.1:38755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161772471-172.17.0.2-1731212599872 (Datanode Uuid 7eddf29a-d288-4bd6-863f-60c0e905685f) service to localhost/127.0.0.1:38755 2024-11-10T04:23:47,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:23:47,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/data/data1/current/BP-161772471-172.17.0.2-1731212599872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:47,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/cluster_e6f6774c-c98a-b8e3-4f5e-64812d4f1a02/data/data2/current/BP-161772471-172.17.0.2-1731212599872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:23:47,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:23:47,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a88f0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:47,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28bef006{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:23:47,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:23:47,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e2a383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:23:47,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a467ae1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6500f76a-144b-9ea3-1bf0-512efb3f6a97/hadoop.log.dir/,STOPPED} 2024-11-10T04:23:47,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:23:47,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:23:47,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38755 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8796 (was 8830) 2024-11-10T04:23:47,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=8797 2024-11-10T04:23:47,502 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T04:23:47,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir so I do NOT create it in target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90 2024-11-10T04:23:47,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:23:47,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.tmp.dir so I do NOT create it in target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90 2024-11-10T04:23:47,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/463185ca-ad86-73e3-2094-e528b04410ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:23:47,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90 2024-11-10T04:23:47,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41, deleteOnExit=true 2024-11-10T04:23:47,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/zookeeper_0, clientPort=57487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:23:47,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57487 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/test.cache.data in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:23:47,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:47,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:23:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:23:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001dccb80005, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:23:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001dccb80002, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:23:47,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001dccb80005, quorum=127.0.0.1:54199, baseZNode=/1344938806 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:23:47,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001dccb80002, quorum=127.0.0.1:54199, baseZNode=/0-630076200 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:23:47,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:47,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:47,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:47,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:47,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:23:47,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:47,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b6e9ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:47,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bb95b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:47,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6cc206{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-2343486234818589474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:47,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5240d68{HTTP/1.1, (http/1.1)}{localhost:34683} 2024-11-10T04:23:47,698 INFO [Time-limited test {}] server.Server(415): Started @214812ms 2024-11-10T04:23:47,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:47,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:47,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:47,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:47,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:47,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66772038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:47,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27550541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:47,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@287b2b6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/java.io.tmpdir/jetty-localhost-37247-hadoop-hdfs-3_4_1-tests_jar-_-any-16613587926182952028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:47,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2221d68c{HTTP/1.1, (http/1.1)}{localhost:37247} 2024-11-10T04:23:47,904 INFO [Time-limited test {}] server.Server(415): Started @215018ms 2024-11-10T04:23:47,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:23:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:23:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:23:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:23:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:23:48,003 WARN [Thread-2680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/data/data1/current/BP-280970063-172.17.0.2-1731212627524/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:48,003 WARN [Thread-2681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/data/data2/current/BP-280970063-172.17.0.2-1731212627524/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:48,022 WARN [Thread-2668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:23:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f288658118c5bc4 with lease ID 0x531414686b16ba6c: Processing first storage report for DS-9547aa90-8717-4044-a7ab-497be783f077 from datanode DatanodeRegistration(127.0.0.1:35149, datanodeUuid=bb843d64-22c2-4a61-8ca9-4c7cade0abac, infoPort=43365, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1376168818;c=1731212627524) 2024-11-10T04:23:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f288658118c5bc4 with lease ID 0x531414686b16ba6c: from storage DS-9547aa90-8717-4044-a7ab-497be783f077 node DatanodeRegistration(127.0.0.1:35149, datanodeUuid=bb843d64-22c2-4a61-8ca9-4c7cade0abac, infoPort=43365, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1376168818;c=1731212627524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f288658118c5bc4 with lease ID 0x531414686b16ba6c: Processing first storage report for DS-1b930798-68b6-4776-96e6-b12f7be15a68 from datanode DatanodeRegistration(127.0.0.1:35149, datanodeUuid=bb843d64-22c2-4a61-8ca9-4c7cade0abac, infoPort=43365, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1376168818;c=1731212627524) 2024-11-10T04:23:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f288658118c5bc4 with lease ID 0x531414686b16ba6c: from storage DS-1b930798-68b6-4776-96e6-b12f7be15a68 node DatanodeRegistration(127.0.0.1:35149, datanodeUuid=bb843d64-22c2-4a61-8ca9-4c7cade0abac, infoPort=43365, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1376168818;c=1731212627524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:48,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90 2024-11-10T04:23:48,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:23:48,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5 with version=8 2024-11-10T04:23:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/hbase-staging 2024-11-10T04:23:48,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:48,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:48,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:48,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:23:48,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:48,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39137 2024-11-10T04:23:48,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39137 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:48,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391370x0, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:48,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39137-0x101001e38c00000 connected 2024-11-10T04:23:48,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/running 2024-11-10T04:23:48,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5, hbase.cluster.distributed=false 2024-11-10T04:23:48,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/acl 2024-11-10T04:23:48,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-10T04:23:48,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39137 2024-11-10T04:23:48,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39137 2024-11-10T04:23:48,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-10T04:23:48,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39137 2024-11-10T04:23:48,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:48,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33375 2024-11-10T04:23:48,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33375 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:48,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333750x0, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:48,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333750x0, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/running 2024-11-10T04:23:48,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33375-0x101001e38c00001 connected 2024-11-10T04:23:48,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:23:48,099 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:23:48,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/master 2024-11-10T04:23:48,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/acl 2024-11-10T04:23:48,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33375 2024-11-10T04:23:48,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33375 2024-11-10T04:23:48,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33375 2024-11-10T04:23:48,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33375 2024-11-10T04:23:48,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33375 2024-11-10T04:23:48,119 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:39137 2024-11-10T04:23:48,120 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0433721888/backup-masters/e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:48,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/backup-masters 2024-11-10T04:23:48,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/backup-masters 2024-11-10T04:23:48,122 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on existing znode=/0433721888/backup-masters/e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0433721888/master 2024-11-10T04:23:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:48,123 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on existing znode=/0433721888/master 2024-11-10T04:23:48,124 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0433721888/backup-masters/e900e1ae4b9f,39137,1731212628038 from backup master directory 2024-11-10T04:23:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0433721888/backup-masters/e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/backup-masters 2024-11-10T04:23:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/backup-masters 2024-11-10T04:23:48,126 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:48,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:48,129 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/hbase.id] with ID: 5127ac30-546b-49b9-94e0-a612a34166bc 2024-11-10T04:23:48,129 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/.tmp/hbase.id 2024-11-10T04:23:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:23:48,535 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/.tmp/hbase.id]:[hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/hbase.id] 2024-11-10T04:23:48,543 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:48,543 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:23:48,544 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:23:48,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:48,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:23:48,952 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:48,953 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:23:48,953 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:23:49,360 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store 2024-11-10T04:23:49,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:49,765 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:49,765 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:49,765 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212629765Disabling compacts and flushes for region at 1731212629765Disabling writes for close at 1731212629765Writing region close event to WAL at 1731212629765Closed at 1731212629765 2024-11-10T04:23:49,766 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/.initializing 2024-11-10T04:23:49,766 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/WALs/e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:49,767 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:49,768 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C39137%2C1731212628038, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/WALs/e900e1ae4b9f,39137,1731212628038, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/oldWALs, maxLogs=10 2024-11-10T04:23:49,786 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/WALs/e900e1ae4b9f,39137,1731212628038/e900e1ae4b9f%2C39137%2C1731212628038.1731212629769, exclude list is [], retry=0 2024-11-10T04:23:49,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-9547aa90-8717-4044-a7ab-497be783f077,DISK] 2024-11-10T04:23:49,790 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/WALs/e900e1ae4b9f,39137,1731212628038/e900e1ae4b9f%2C39137%2C1731212628038.1731212629769 2024-11-10T04:23:49,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)] 2024-11-10T04:23:49,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:49,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:49,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,790 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:23:49,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:49,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:49,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:23:49,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:49,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:49,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:23:49,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:49,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:49,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:23:49,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:49,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:49,796 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,796 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,797 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,797 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,797 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,798 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:49,798 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:49,800 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:49,800 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63121952, jitterRate=-0.05940961837768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:49,801 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212629790Initializing all the Stores at 1731212629791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212629791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212629791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212629791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212629791Cleaning up temporary data from old regions at 1731212629797 (+6 ms)Region opened successfully at 1731212629801 (+4 ms) 2024-11-10T04:23:49,801 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:23:49,803 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625365da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:49,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:23:49,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:23:49,804 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:23:49,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:23:49,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:23:49,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:23:49,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:23:49,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:23:49,807 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/balancer because node does not exist (not necessarily an error) 2024-11-10T04:23:49,808 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/balancer already deleted, retry=false 2024-11-10T04:23:49,809 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:23:49,809 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:23:49,810 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/normalizer already deleted, retry=false 2024-11-10T04:23:49,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:23:49,811 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:23:49,813 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/switch/split already deleted, retry=false 2024-11-10T04:23:49,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:23:49,815 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/switch/merge already deleted, retry=false 2024-11-10T04:23:49,816 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:23:49,818 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/snapshot-cleanup already deleted, retry=false 2024-11-10T04:23:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0433721888/running 2024-11-10T04:23:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0433721888/running 2024-11-10T04:23:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,819 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,39137,1731212628038, sessionid=0x101001e38c00000, setting cluster-up flag (Was=false) 2024-11-10T04:23:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,827 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0433721888/flush-table-proc/acquired, /0433721888/flush-table-proc/reached, /0433721888/flush-table-proc/abort 2024-11-10T04:23:49,828 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:49,837 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0433721888/online-snapshot/acquired, /0433721888/online-snapshot/reached, /0433721888/online-snapshot/abort 2024-11-10T04:23:49,838 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:49,839 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:23:49,840 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:49,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:23:49,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:23:49,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,39137,1731212628038 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:23:49,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:49,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:49,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:49,841 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:49,842 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:23:49,842 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,842 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:49,842 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:49,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:23:49,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:49,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212659844 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:23:49,844 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:23:49,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:23:49,848 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,848 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:23:49,848 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:23:49,848 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:23:49,848 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:23:49,849 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212629849,5,FailOnTimeoutGroup] 2024-11-10T04:23:49,849 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212629849,5,FailOnTimeoutGroup] 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:23:49,911 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(746): ClusterId : 5127ac30-546b-49b9-94e0-a612a34166bc 2024-11-10T04:23:49,911 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:23:49,913 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:23:49,913 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:23:49,915 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:23:49,915 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6384690a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:49,927 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:33375 2024-11-10T04:23:49,927 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:23:49,927 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:23:49,927 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:23:49,928 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,39137,1731212628038 with port=33375, startcode=1731212628091 2024-11-10T04:23:49,928 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:23:49,929 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:23:49,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39137 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,931 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5 2024-11-10T04:23:49,931 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39635 2024-11-10T04:23:49,931 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:23:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/rs 2024-11-10T04:23:49,934 DEBUG [RS:0;e900e1ae4b9f:33375 {}] zookeeper.ZKUtil(111): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on existing znode=/0433721888/rs/e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,934 WARN [RS:0;e900e1ae4b9f:33375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:49,934 INFO [RS:0;e900e1ae4b9f:33375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:49,934 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,33375,1731212628091] 2024-11-10T04:23:49,936 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:23:49,938 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:23:49,938 INFO [RS:0;e900e1ae4b9f:33375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:23:49,938 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,938 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:23:49,939 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:23:49,939 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:49,939 DEBUG [RS:0;e900e1ae4b9f:33375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,940 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33375,1731212628091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:49,958 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:23:49,958 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33375,1731212628091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,958 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,958 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.Replication(171): e900e1ae4b9f,33375,1731212628091 started 2024-11-10T04:23:49,972 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:49,972 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,33375,1731212628091, RpcServer on e900e1ae4b9f/172.17.0.2:33375, sessionid=0x101001e38c00001 2024-11-10T04:23:49,972 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:23:49,972 DEBUG [RS:0;e900e1ae4b9f:33375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,972 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,33375,1731212628091' 2024-11-10T04:23:49,972 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0433721888/flush-table-proc/abort' 2024-11-10T04:23:49,972 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0433721888/flush-table-proc/acquired' 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,33375,1731212628091' 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0433721888/online-snapshot/abort' 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0433721888/online-snapshot/acquired' 2024-11-10T04:23:49,973 DEBUG [RS:0;e900e1ae4b9f:33375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:23:49,973 INFO [RS:0;e900e1ae4b9f:33375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:23:49,973 INFO [RS:0;e900e1ae4b9f:33375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:23:50,074 INFO [RS:0;e900e1ae4b9f:33375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:50,075 INFO [RS:0;e900e1ae4b9f:33375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C33375%2C1731212628091, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/oldWALs, maxLogs=10 2024-11-10T04:23:50,088 DEBUG [RS:0;e900e1ae4b9f:33375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, exclude list is [], retry=0 2024-11-10T04:23:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-9547aa90-8717-4044-a7ab-497be783f077,DISK] 2024-11-10T04:23:50,092 INFO [RS:0;e900e1ae4b9f:33375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 2024-11-10T04:23:50,092 DEBUG [RS:0;e900e1ae4b9f:33375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)] 2024-11-10T04:23:50,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:23:50,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5 2024-11-10T04:23:50,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:23:50,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:50,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:50,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:50,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:50,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:50,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:50,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:50,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:50,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:50,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:50,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:50,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:50,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:50,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:50,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:50,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:50,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740 2024-11-10T04:23:50,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740 2024-11-10T04:23:50,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:50,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:50,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:50,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:50,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:50,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73354899, jitterRate=0.09307317435741425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212630661Initializing all the Stores at 1731212630661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212630661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212630662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212630662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212630662Cleaning up temporary data from old regions at 1731212630669 (+7 ms)Region opened successfully at 1731212630673 (+4 ms) 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:50,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:50,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212630673Disabling compacts and flushes for region at 1731212630673Disabling writes for close at 1731212630673Writing region close event to WAL at 1731212630673Closed at 1731212630673 2024-11-10T04:23:50,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:50,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:23:50,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:23:50,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:50,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:23:50,826 DEBUG [e900e1ae4b9f:39137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:23:50,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:50,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,33375,1731212628091, state=OPENING 2024-11-10T04:23:50,829 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:23:50,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:50,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:23:50,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:50,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0433721888/meta-region-server: CHANGED 2024-11-10T04:23:50,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0433721888/meta-region-server: CHANGED 2024-11-10T04:23:50,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,33375,1731212628091}] 2024-11-10T04:23:50,984 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:50,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:23:50,988 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:23:50,988 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:50,988 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:23:50,989 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C33375%2C1731212628091.meta, suffix=.meta, logDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/oldWALs, maxLogs=10 2024-11-10T04:23:51,003 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.meta.1731212630990.meta, exclude list is [], retry=0 2024-11-10T04:23:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-9547aa90-8717-4044-a7ab-497be783f077,DISK] 2024-11-10T04:23:51,006 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.meta.1731212630990.meta 2024-11-10T04:23:51,007 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)] 2024-11-10T04:23:51,007 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:51,007 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:51,007 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:51,007 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:23:51,007 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:23:51,008 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:23:51,008 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:51,008 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:23:51,008 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:23:51,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:51,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:51,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:51,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:51,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:51,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:51,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:51,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:51,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:51,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:51,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:51,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:51,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:51,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:51,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:51,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:51,013 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:51,013 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740 2024-11-10T04:23:51,014 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740 2024-11-10T04:23:51,015 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:51,015 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:51,015 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:51,016 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:51,016 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58858298, jitterRate=-0.12294301390647888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:51,016 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:23:51,017 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212631008Writing region info on filesystem at 1731212631008Initializing all the Stores at 1731212631008Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212631008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212631009 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212631009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212631009Cleaning up temporary data from old regions at 1731212631015 (+6 ms)Running coprocessor post-open hooks at 1731212631016 (+1 ms)Region opened successfully at 1731212631017 (+1 ms) 2024-11-10T04:23:51,018 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212630984 2024-11-10T04:23:51,020 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:23:51,020 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:23:51,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:51,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,33375,1731212628091, state=OPEN 2024-11-10T04:23:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0433721888/meta-region-server 2024-11-10T04:23:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0433721888/meta-region-server 2024-11-10T04:23:51,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:51,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0433721888/meta-region-server: CHANGED 2024-11-10T04:23:51,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0433721888/meta-region-server: CHANGED 2024-11-10T04:23:51,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:23:51,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,33375,1731212628091 in 199 msec 2024-11-10T04:23:51,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:23:51,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-10T04:23:51,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:51,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:23:51,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:51,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,33375,1731212628091, seqNum=-1] 2024-11-10T04:23:51,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:51,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:51,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-10T04:23:51,040 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212631040, completionTime=-1 2024-11-10T04:23:51,040 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:23:51,040 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212691042 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212751042 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,042 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,043 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:39137, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,043 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,043 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,044 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:51,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:23:51,048 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:23:51,048 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:23:51,048 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39137,1731212628038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:51,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10db387f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:51,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:23:51,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:51,113 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:23:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:23:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128e48f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:23:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:51,115 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:51,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dbfc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:51,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,33375,1731212628091, seqNum=-1] 2024-11-10T04:23:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:51,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:51,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:51,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001e38c00002 connected 2024-11-10T04:23:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir so I do NOT create it in target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053 2024-11-10T04:23:51,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:23:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.tmp.dir so I do NOT create it in target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053 2024-11-10T04:23:51,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:23:51,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053 2024-11-10T04:23:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:23:51,125 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/cluster_85f1ba72-ba73-aaee-f2db-c0c1da640bcf, deleteOnExit=true 2024-11-10T04:23:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/test.cache.data in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:23:51,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:23:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:23:51,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:23:51,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:51,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:23:51,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:23:51,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:51,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:51,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:51,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:51,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:51,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:51,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5f4487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:51,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bac06a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:51,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a6605b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/java.io.tmpdir/jetty-localhost-35509-hadoop-hdfs-3_4_1-tests_jar-_-any-11681140178461319830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:51,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fb8fc3b{HTTP/1.1, (http/1.1)}{localhost:35509} 2024-11-10T04:23:51,321 INFO [Time-limited test {}] server.Server(415): Started @218434ms 2024-11-10T04:23:51,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:51,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:51,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:51,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:51,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:51,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@520bb8ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:51,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0da963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:51,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733a93b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/java.io.tmpdir/jetty-localhost-35773-hadoop-hdfs-3_4_1-tests_jar-_-any-6705914883815398849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:51,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b3174ac{HTTP/1.1, (http/1.1)}{localhost:35773} 2024-11-10T04:23:51,560 INFO [Time-limited test {}] server.Server(415): Started @218674ms 2024-11-10T04:23:51,562 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:23:51,667 WARN [Thread-2801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/cluster_85f1ba72-ba73-aaee-f2db-c0c1da640bcf/data/data2/current/BP-1108702107-172.17.0.2-1731212631145/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:51,667 WARN [Thread-2800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/cluster_85f1ba72-ba73-aaee-f2db-c0c1da640bcf/data/data1/current/BP-1108702107-172.17.0.2-1731212631145/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:51,687 WARN [Thread-2788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:23:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a686450cbd5b02 with lease ID 0x8c4569973b4162b1: Processing first storage report for DS-ea5407db-8da6-413d-8dda-fba4e61476eb from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=83a7106c-8c92-4ab6-abeb-fca6e36df613, infoPort=33787, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1759832047;c=1731212631145) 2024-11-10T04:23:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a686450cbd5b02 with lease ID 0x8c4569973b4162b1: from storage DS-ea5407db-8da6-413d-8dda-fba4e61476eb node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=83a7106c-8c92-4ab6-abeb-fca6e36df613, infoPort=33787, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1759832047;c=1731212631145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a686450cbd5b02 with lease ID 0x8c4569973b4162b1: Processing first storage report for DS-491fcb13-0890-4d13-ad71-311311a63474 from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=83a7106c-8c92-4ab6-abeb-fca6e36df613, infoPort=33787, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1759832047;c=1731212631145) 2024-11-10T04:23:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a686450cbd5b02 with lease ID 0x8c4569973b4162b1: from storage DS-491fcb13-0890-4d13-ad71-311311a63474 node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=83a7106c-8c92-4ab6-abeb-fca6e36df613, infoPort=33787, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=1759832047;c=1731212631145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:51,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053 2024-11-10T04:23:51,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:51,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:23:52,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131 with version=8 2024-11-10T04:23:52,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/hbase-staging 2024-11-10T04:23:52,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:52,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35823 2024-11-10T04:23:52,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35823 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358230x0, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:52,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35823-0x101001e38c00003 connected 2024-11-10T04:23:52,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:52,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:52,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/running 2024-11-10T04:23:52,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131, hbase.cluster.distributed=false 2024-11-10T04:23:52,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/acl 2024-11-10T04:23:52,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-10T04:23:52,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-10T04:23:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-10T04:23:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-10T04:23:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-10T04:23:52,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:23:52,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:52,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45605 2024-11-10T04:23:52,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45605 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:52,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:52,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:52,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456050x0, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:52,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456050x0, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/running 2024-11-10T04:23:52,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45605-0x101001e38c00004 connected 2024-11-10T04:23:52,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:23:52,247 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:23:52,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/master 2024-11-10T04:23:52,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/acl 2024-11-10T04:23:52,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45605 2024-11-10T04:23:52,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45605 2024-11-10T04:23:52,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45605 2024-11-10T04:23:52,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45605 2024-11-10T04:23:52,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45605 2024-11-10T04:23:52,269 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:35823 2024-11-10T04:23:52,269 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-337187949/backup-masters/e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/backup-masters 2024-11-10T04:23:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/backup-masters 2024-11-10T04:23:52,271 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on existing znode=/1-337187949/backup-masters/e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-337187949/master 2024-11-10T04:23:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:52,273 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on existing znode=/1-337187949/master 2024-11-10T04:23:52,273 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-337187949/backup-masters/e900e1ae4b9f,35823,1731212632202 from backup master directory 2024-11-10T04:23:52,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-337187949/backup-masters/e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:52,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/backup-masters 2024-11-10T04:23:52,276 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:52,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/backup-masters 2024-11-10T04:23:52,276 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:52,279 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/hbase.id] with ID: c6b7efbd-603d-4632-aac0-51d2e807afff 2024-11-10T04:23:52,279 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/.tmp/hbase.id 2024-11-10T04:23:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:23:52,683 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/.tmp/hbase.id]:[hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/hbase.id] 2024-11-10T04:23:52,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:52,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:23:52,693 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:23:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:23:52,704 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:52,705 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:23:52,705 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:23:53,111 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store 2024-11-10T04:23:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:23:53,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:23:53,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:53,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:53,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38398 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:23:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:53,517 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:53,517 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:53,517 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212633517Disabling compacts and flushes for region at 1731212633517Disabling writes for close at 1731212633517Writing region close event to WAL at 1731212633517Closed at 1731212633517 2024-11-10T04:23:53,518 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/.initializing 2024-11-10T04:23:53,518 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/WALs/e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:53,519 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:53,520 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C35823%2C1731212632202, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/WALs/e900e1ae4b9f,35823,1731212632202, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/oldWALs, maxLogs=10 2024-11-10T04:23:53,533 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/WALs/e900e1ae4b9f,35823,1731212632202/e900e1ae4b9f%2C35823%2C1731212632202.1731212633520, exclude list is [], retry=0 2024-11-10T04:23:53,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-ea5407db-8da6-413d-8dda-fba4e61476eb,DISK] 2024-11-10T04:23:53,537 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/WALs/e900e1ae4b9f,35823,1731212632202/e900e1ae4b9f%2C35823%2C1731212632202.1731212633520 2024-11-10T04:23:53,537 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33787:33787)] 2024-11-10T04:23:53,537 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:53,537 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:53,538 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,538 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:23:53,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:53,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:53,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:23:53,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:53,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:53,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:23:53,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:53,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:53,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:23:53,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:53,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:53,543 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,544 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,545 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,545 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,545 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:53,546 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:53,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:53,548 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68104195, jitterRate=0.014831587672233582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:53,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212633538Initializing all the Stores at 1731212633538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212633538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212633538Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212633538Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212633538Cleaning up temporary data from old regions at 1731212633545 (+7 ms)Region opened successfully at 1731212633548 (+3 ms) 2024-11-10T04:23:53,548 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:23:53,550 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4f9e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:53,551 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:23:53,551 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:23:53,551 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:23:53,551 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:23:53,552 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:23:53,552 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:23:53,552 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:23:53,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:23:53,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/balancer because node does not exist (not necessarily an error) 2024-11-10T04:23:53,555 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/balancer already deleted, retry=false 2024-11-10T04:23:53,556 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:23:53,556 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:23:53,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/normalizer already deleted, retry=false 2024-11-10T04:23:53,558 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:23:53,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:23:53,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/switch/split already deleted, retry=false 2024-11-10T04:23:53,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:23:53,562 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/switch/merge already deleted, retry=false 2024-11-10T04:23:53,564 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:23:53,565 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/snapshot-cleanup already deleted, retry=false 2024-11-10T04:23:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-337187949/running 2024-11-10T04:23:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-337187949/running 2024-11-10T04:23:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,35823,1731212632202, sessionid=0x101001e38c00003, setting cluster-up flag (Was=false) 2024-11-10T04:23:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,574 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-337187949/flush-table-proc/acquired, /1-337187949/flush-table-proc/reached, /1-337187949/flush-table-proc/abort 2024-11-10T04:23:53,575 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:53,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:53,582 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-337187949/online-snapshot/acquired, /1-337187949/online-snapshot/reached, /1-337187949/online-snapshot/abort 2024-11-10T04:23:53,583 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:53,583 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:23:53,585 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:53,585 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:23:53,585 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:23:53,586 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,35823,1731212632202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:53,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:53,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:23:53,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:53,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:23:53,592 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212663592 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:23:53,593 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:23:53,596 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,597 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:23:53,597 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:23:53,597 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:23:53,597 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:23:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:23:53,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212633598,5,FailOnTimeoutGroup] 2024-11-10T04:23:53,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212633598,5,FailOnTimeoutGroup] 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,659 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(746): ClusterId : c6b7efbd-603d-4632-aac0-51d2e807afff 2024-11-10T04:23:53,659 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:23:53,661 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:23:53,661 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:23:53,663 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:23:53,663 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbc7661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:53,675 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:45605 2024-11-10T04:23:53,675 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:23:53,675 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:23:53,675 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:23:53,676 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,35823,1731212632202 with port=45605, startcode=1731212632237 2024-11-10T04:23:53,676 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:23:53,677 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:23:53,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,679 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131 2024-11-10T04:23:53,679 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34821 2024-11-10T04:23:53,679 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:23:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/rs 2024-11-10T04:23:53,681 DEBUG [RS:0;e900e1ae4b9f:45605 {}] zookeeper.ZKUtil(111): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on existing znode=/1-337187949/rs/e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,681 WARN [RS:0;e900e1ae4b9f:45605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:53,682 INFO [RS:0;e900e1ae4b9f:45605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:53,682 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,45605,1731212632237] 2024-11-10T04:23:53,685 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:23:53,686 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:23:53,686 INFO [RS:0;e900e1ae4b9f:45605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:23:53,686 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,687 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:23:53,687 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:23:53,687 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:53,688 DEBUG [RS:0;e900e1ae4b9f:45605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,688 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45605,1731212632237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:53,706 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:23:53,706 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45605,1731212632237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,706 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,706 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.Replication(171): e900e1ae4b9f,45605,1731212632237 started 2024-11-10T04:23:53,720 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:53,720 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,45605,1731212632237, RpcServer on e900e1ae4b9f/172.17.0.2:45605, sessionid=0x101001e38c00004 2024-11-10T04:23:53,720 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:23:53,721 DEBUG [RS:0;e900e1ae4b9f:45605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,721 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45605,1731212632237' 2024-11-10T04:23:53,721 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-337187949/flush-table-proc/abort' 2024-11-10T04:23:53,721 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-337187949/flush-table-proc/acquired' 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45605,1731212632237' 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-337187949/online-snapshot/abort' 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-337187949/online-snapshot/acquired' 2024-11-10T04:23:53,722 DEBUG [RS:0;e900e1ae4b9f:45605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:23:53,722 INFO [RS:0;e900e1ae4b9f:45605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:23:53,722 INFO [RS:0;e900e1ae4b9f:45605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:23:53,823 INFO [RS:0;e900e1ae4b9f:45605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:53,824 INFO [RS:0;e900e1ae4b9f:45605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C45605%2C1731212632237, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/oldWALs, maxLogs=10 2024-11-10T04:23:53,838 DEBUG [RS:0;e900e1ae4b9f:45605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, exclude list is [], retry=0 2024-11-10T04:23:53,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-ea5407db-8da6-413d-8dda-fba4e61476eb,DISK] 2024-11-10T04:23:53,841 INFO [RS:0;e900e1ae4b9f:45605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 2024-11-10T04:23:53,842 DEBUG [RS:0;e900e1ae4b9f:45605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33787:33787)] 2024-11-10T04:23:53,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:23:53,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131 2024-11-10T04:23:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:23:54,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:54,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:54,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:54,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:54,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:54,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:54,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:54,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:54,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:54,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:54,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740 2024-11-10T04:23:54,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740 2024-11-10T04:23:54,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:54,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:54,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:54,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:54,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041729, jitterRate=0.02880193293094635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212634404Initializing all the Stores at 1731212634405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212634405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634405Cleaning up temporary data from old regions at 1731212634412 (+7 ms)Region opened successfully at 1731212634415 (+3 ms) 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:54,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:54,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:54,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:54,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212634415Disabling compacts and flushes for region at 1731212634415Disabling writes for close at 1731212634415Writing region close event to WAL at 1731212634416 (+1 ms)Closed at 1731212634416 2024-11-10T04:23:54,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:54,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:23:54,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:23:54,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:54,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:23:54,569 DEBUG [e900e1ae4b9f:35823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:23:54,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:54,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,45605,1731212632237, state=OPENING 2024-11-10T04:23:54,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:23:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:23:54,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:54,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45605,1731212632237}] 2024-11-10T04:23:54,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-337187949/meta-region-server: CHANGED 2024-11-10T04:23:54,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-337187949/meta-region-server: CHANGED 2024-11-10T04:23:54,733 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:54,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:23:54,737 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:23:54,737 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:54,737 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:23:54,738 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C45605%2C1731212632237.meta, suffix=.meta, logDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/oldWALs, maxLogs=10 2024-11-10T04:23:54,752 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.meta.1731212634739.meta, exclude list is [], retry=0 2024-11-10T04:23:54,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-ea5407db-8da6-413d-8dda-fba4e61476eb,DISK] 2024-11-10T04:23:54,755 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.meta.1731212634739.meta 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33787:33787)] 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:54,756 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:23:54,756 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:23:54,756 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:54,757 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:23:54,757 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:23:54,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:54,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:54,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:54,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:54,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:54,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:54,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:54,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:54,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:54,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:54,761 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:54,761 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740 2024-11-10T04:23:54,762 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740 2024-11-10T04:23:54,763 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:54,763 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:54,763 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:54,764 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:54,765 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65182788, jitterRate=-0.02870076894760132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:54,765 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:23:54,765 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212634757Writing region info on filesystem at 1731212634757Initializing all the Stores at 1731212634757Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212634757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212634757Cleaning up temporary data from old regions at 1731212634763 (+6 ms)Running coprocessor post-open hooks at 1731212634765 (+2 ms)Region opened successfully at 1731212634765 2024-11-10T04:23:54,765 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212634732 2024-11-10T04:23:54,767 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:23:54,767 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:23:54,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:54,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,45605,1731212632237, state=OPEN 2024-11-10T04:23:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-337187949/meta-region-server 2024-11-10T04:23:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-337187949/meta-region-server 2024-11-10T04:23:54,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:23:54,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-337187949/meta-region-server: CHANGED 2024-11-10T04:23:54,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-337187949/meta-region-server: CHANGED 2024-11-10T04:23:54,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:23:54,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45605,1731212632237 in 190 msec 2024-11-10T04:23:54,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:23:54,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-10T04:23:54,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:54,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:23:54,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:54,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45605,1731212632237, seqNum=-1] 2024-11-10T04:23:54,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:54,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:54,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-10T04:23:54,779 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212634779, completionTime=-1 2024-11-10T04:23:54,780 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:23:54,780 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212694782 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212754782 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:35823, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,782 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,784 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:23:54,785 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-10T04:23:54,785 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:54,786 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:23:54,787 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:23:54,787 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:23:54,787 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35823,1731212632202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:54,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac3f905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:54,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:23:54,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:54,862 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f81166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:54,863 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:54,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cc2ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:54,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45605,1731212632237, seqNum=-1] 2024-11-10T04:23:54,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:54,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:54,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,35823,1731212632202 2024-11-10T04:23:54,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:54,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001e38c00005 connected 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir so I do NOT create it in target/test-data/10e22188-8836-1035-0aee-c45c3a214796 2024-11-10T04:23:54,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.tmp.dir so I do NOT create it in target/test-data/10e22188-8836-1035-0aee-c45c3a214796 2024-11-10T04:23:54,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:23:54,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/cluster_29fcea3e-c714-dc37-f1a7-f210806b83be, deleteOnExit=true 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:23:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/test.cache.data in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:23:54,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:23:54,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:23:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:23:54,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:54,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:54,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:54,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:54,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:23:54,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:54,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44cd309e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:54,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fed71da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:55,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2add119{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/java.io.tmpdir/jetty-localhost-36205-hadoop-hdfs-3_4_1-tests_jar-_-any-1997010409987604066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:23:55,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9395d1{HTTP/1.1, (http/1.1)}{localhost:36205} 2024-11-10T04:23:55,083 INFO [Time-limited test {}] server.Server(415): Started @222197ms 2024-11-10T04:23:55,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:23:55,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:23:55,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:23:55,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:23:55,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:23:55,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530ebbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:23:55,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477bb26a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:23:55,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50228582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/java.io.tmpdir/jetty-localhost-37131-hadoop-hdfs-3_4_1-tests_jar-_-any-15469872959644776595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:23:55,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72746a16{HTTP/1.1, (http/1.1)}{localhost:37131} 2024-11-10T04:23:55,283 INFO [Time-limited test {}] server.Server(415): Started @222397ms 2024-11-10T04:23:55,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:23:55,391 WARN [Thread-2921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/cluster_29fcea3e-c714-dc37-f1a7-f210806b83be/data/data1/current/BP-424369324-172.17.0.2-1731212634902/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:55,391 WARN [Thread-2922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/cluster_29fcea3e-c714-dc37-f1a7-f210806b83be/data/data2/current/BP-424369324-172.17.0.2-1731212634902/current, will proceed with Du for space computation calculation, 2024-11-10T04:23:55,415 WARN [Thread-2909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:23:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6f02c83e91b203 with lease ID 0xb5c25a0eb7c1b77e: Processing first storage report for DS-c8669f20-aacc-41ff-b18d-715041f506d1 from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=488e395d-2880-4ac0-94c5-b6ed386818f2, infoPort=43267, infoSecurePort=0, ipcPort=39675, storageInfo=lv=-57;cid=testClusterID;nsid=125627063;c=1731212634902) 2024-11-10T04:23:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6f02c83e91b203 with lease ID 0xb5c25a0eb7c1b77e: from storage DS-c8669f20-aacc-41ff-b18d-715041f506d1 node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=488e395d-2880-4ac0-94c5-b6ed386818f2, infoPort=43267, infoSecurePort=0, ipcPort=39675, storageInfo=lv=-57;cid=testClusterID;nsid=125627063;c=1731212634902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6f02c83e91b203 with lease ID 0xb5c25a0eb7c1b77e: Processing first storage report for DS-514a4702-2fe3-443f-8375-78360b62d18c from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=488e395d-2880-4ac0-94c5-b6ed386818f2, infoPort=43267, infoSecurePort=0, ipcPort=39675, storageInfo=lv=-57;cid=testClusterID;nsid=125627063;c=1731212634902) 2024-11-10T04:23:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6f02c83e91b203 with lease ID 0xb5c25a0eb7c1b77e: from storage DS-514a4702-2fe3-443f-8375-78360b62d18c node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=488e395d-2880-4ac0-94c5-b6ed386818f2, infoPort=43267, infoSecurePort=0, ipcPort=39675, storageInfo=lv=-57;cid=testClusterID;nsid=125627063;c=1731212634902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:23:55,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796 2024-11-10T04:23:55,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:23:55,925 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8 with version=8 2024-11-10T04:23:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/hbase-staging 2024-11-10T04:23:55,927 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:55,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:55,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:55,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:23:55,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:55,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33571 2024-11-10T04:23:55,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33571 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335710x0, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:55,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33571-0x101001e38c00006 connected 2024-11-10T04:23:55,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:23:55,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/running 2024-11-10T04:23:55,948 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8, hbase.cluster.distributed=false 2024-11-10T04:23:55,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/acl 2024-11-10T04:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T04:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33571 2024-11-10T04:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33571 2024-11-10T04:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T04:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T04:23:55,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:23:55,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:23:55,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:23:55,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44643 2024-11-10T04:23:55,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44643 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:55,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:55,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446430x0, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:55,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446430x0, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/running 2024-11-10T04:23:55,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44643-0x101001e38c00007 connected 2024-11-10T04:23:55,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:23:55,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:23:55,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/master 2024-11-10T04:23:55,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/acl 2024-11-10T04:23:55,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-10T04:23:55,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44643 2024-11-10T04:23:55,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44643 2024-11-10T04:23:55,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-10T04:23:55,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-10T04:23:55,995 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:33571 2024-11-10T04:23:55,996 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1075840653/backup-masters/e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/backup-masters 2024-11-10T04:23:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/backup-masters 2024-11-10T04:23:55,997 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on existing znode=/2-1075840653/backup-masters/e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075840653/master 2024-11-10T04:23:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:55,999 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on existing znode=/2-1075840653/master 2024-11-10T04:23:55,999 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1075840653/backup-masters/e900e1ae4b9f,33571,1731212635927 from backup master directory 2024-11-10T04:23:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075840653/backup-masters/e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/backup-masters 2024-11-10T04:23:56,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/backup-masters 2024-11-10T04:23:56,001 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:56,001 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:56,004 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/hbase.id] with ID: 7515a51c-aba8-4db9-b9fc-eceb45ce252e 2024-11-10T04:23:56,004 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/.tmp/hbase.id 2024-11-10T04:23:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:23:56,413 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/.tmp/hbase.id]:[hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/hbase.id] 2024-11-10T04:23:56,421 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:23:56,422 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:23:56,422 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T04:23:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:23:56,830 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:56,830 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:23:56,830 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:56,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:23:57,237 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store 2024-11-10T04:23:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:23:57,642 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:57,642 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:23:57,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212637642Disabling compacts and flushes for region at 1731212637642Disabling writes for close at 1731212637642Writing region close event to WAL at 1731212637642Closed at 1731212637642 2024-11-10T04:23:57,643 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/.initializing 2024-11-10T04:23:57,643 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/WALs/e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:57,644 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:57,645 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C33571%2C1731212635927, suffix=, logDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/WALs/e900e1ae4b9f,33571,1731212635927, archiveDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/oldWALs, maxLogs=10 2024-11-10T04:23:57,659 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/WALs/e900e1ae4b9f,33571,1731212635927/e900e1ae4b9f%2C33571%2C1731212635927.1731212637646, exclude list is [], retry=0 2024-11-10T04:23:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c8669f20-aacc-41ff-b18d-715041f506d1,DISK] 2024-11-10T04:23:57,662 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/WALs/e900e1ae4b9f,33571,1731212635927/e900e1ae4b9f%2C33571%2C1731212635927.1731212637646 2024-11-10T04:23:57,663 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-10T04:23:57,663 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:57,663 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:57,663 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,663 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:23:57,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:57,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:57,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:23:57,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:57,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:57,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:23:57,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:57,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:57,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:23:57,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:57,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:23:57,669 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,669 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,669 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,670 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,670 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,671 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:57,672 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:23:57,673 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:57,673 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67163078, jitterRate=8.078515529632568E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:57,674 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212637663Initializing all the Stores at 1731212637664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212637664Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212637664Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212637664Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212637664Cleaning up temporary data from old regions at 1731212637670 (+6 ms)Region opened successfully at 1731212637674 (+4 ms) 2024-11-10T04:23:57,674 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:23:57,676 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5355d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:23:57,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:23:57,678 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:23:57,679 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:23:57,679 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/balancer because node does not exist (not necessarily an error) 2024-11-10T04:23:57,681 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/balancer already deleted, retry=false 2024-11-10T04:23:57,681 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:23:57,695 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:23:57,697 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/normalizer already deleted, retry=false 2024-11-10T04:23:57,697 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:23:57,698 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:23:57,699 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/switch/split already deleted, retry=false 2024-11-10T04:23:57,700 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:23:57,702 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/switch/merge already deleted, retry=false 2024-11-10T04:23:57,703 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:23:57,704 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/snapshot-cleanup already deleted, retry=false 2024-11-10T04:23:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075840653/running 2024-11-10T04:23:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075840653/running 2024-11-10T04:23:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,706 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,33571,1731212635927, sessionid=0x101001e38c00006, setting cluster-up flag (Was=false) 2024-11-10T04:23:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,713 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1075840653/flush-table-proc/acquired, /2-1075840653/flush-table-proc/reached, /2-1075840653/flush-table-proc/abort 2024-11-10T04:23:57,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:57,722 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1075840653/online-snapshot/acquired, /2-1075840653/online-snapshot/reached, /2-1075840653/online-snapshot/abort 2024-11-10T04:23:57,723 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:57,724 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:23:57,725 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:57,726 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:23:57,726 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:23:57,726 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,33571,1731212635927 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:57,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212667728 2024-11-10T04:23:57,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:23:57,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:23:57,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:23:57,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:23:57,729 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:23:57,729 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:23:57,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:57,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:23:57,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:57,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:23:57,732 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:23:57,733 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:23:57,733 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212637733,5,FailOnTimeoutGroup] 2024-11-10T04:23:57,736 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212637733,5,FailOnTimeoutGroup] 2024-11-10T04:23:57,736 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,736 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:23:57,736 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,736 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:23:57,796 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(746): ClusterId : 7515a51c-aba8-4db9-b9fc-eceb45ce252e 2024-11-10T04:23:57,796 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:23:57,798 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:23:57,798 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:23:57,800 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:23:57,801 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:23:57,813 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:44643 2024-11-10T04:23:57,813 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:23:57,813 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:23:57,813 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:23:57,814 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33571,1731212635927 with port=44643, startcode=1731212635965 2024-11-10T04:23:57,814 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:23:57,816 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:23:57,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33571 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,818 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8 2024-11-10T04:23:57,818 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37929 2024-11-10T04:23:57,818 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:23:57,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/rs 2024-11-10T04:23:57,824 DEBUG [RS:0;e900e1ae4b9f:44643 {}] zookeeper.ZKUtil(111): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on existing znode=/2-1075840653/rs/e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,824 WARN [RS:0;e900e1ae4b9f:44643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:23:57,824 INFO [RS:0;e900e1ae4b9f:44643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:57,824 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,44643,1731212635965] 2024-11-10T04:23:57,827 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:23:57,829 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:23:57,829 INFO [RS:0;e900e1ae4b9f:44643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:23:57,829 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,829 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:23:57,830 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:23:57,830 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:57,830 DEBUG [RS:0;e900e1ae4b9f:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,833 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,44643,1731212635965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:57,848 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:23:57,848 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,44643,1731212635965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,848 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,848 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.Replication(171): e900e1ae4b9f,44643,1731212635965 started 2024-11-10T04:23:57,862 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:57,862 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,44643,1731212635965, RpcServer on e900e1ae4b9f/172.17.0.2:44643, sessionid=0x101001e38c00007 2024-11-10T04:23:57,862 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:23:57,862 DEBUG [RS:0;e900e1ae4b9f:44643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,862 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,44643,1731212635965' 2024-11-10T04:23:57,862 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1075840653/flush-table-proc/abort' 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1075840653/flush-table-proc/acquired' 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,44643,1731212635965' 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1075840653/online-snapshot/abort' 2024-11-10T04:23:57,863 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1075840653/online-snapshot/acquired' 2024-11-10T04:23:57,864 DEBUG [RS:0;e900e1ae4b9f:44643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:23:57,864 INFO [RS:0;e900e1ae4b9f:44643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:23:57,864 INFO [RS:0;e900e1ae4b9f:44643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:23:57,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:23:57,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:57,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:23:57,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T04:23:57,964 INFO [RS:0;e900e1ae4b9f:44643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:23:57,965 INFO [RS:0;e900e1ae4b9f:44643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C44643%2C1731212635965, suffix=, logDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965, archiveDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/oldWALs, maxLogs=10 2024-11-10T04:23:57,979 DEBUG [RS:0;e900e1ae4b9f:44643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, exclude list is [], retry=0 2024-11-10T04:23:57,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c8669f20-aacc-41ff-b18d-715041f506d1,DISK] 2024-11-10T04:23:57,984 INFO [RS:0;e900e1ae4b9f:44643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 2024-11-10T04:23:57,984 DEBUG [RS:0;e900e1ae4b9f:44643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-10T04:23:58,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:23:58,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8 2024-11-10T04:23:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:23:58,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:58,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:58,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:58,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:58,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:58,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740 2024-11-10T04:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740 2024-11-10T04:23:58,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:58,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:58,557 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:58,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:23:58,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62511500, jitterRate=-0.06850606203079224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212638548Initializing all the Stores at 1731212638549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212638549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638549Cleaning up temporary data from old regions at 1731212638556 (+7 ms)Region opened successfully at 1731212638559 (+3 ms) 2024-11-10T04:23:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:23:58,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:23:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:23:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:23:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:23:58,560 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:23:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212638559Disabling compacts and flushes for region at 1731212638559Disabling writes for close at 1731212638560 (+1 ms)Writing region close event to WAL at 1731212638560Closed at 1731212638560 2024-11-10T04:23:58,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:58,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:23:58,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:23:58,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:58,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:23:58,713 DEBUG [e900e1ae4b9f:33571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:23:58,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:58,715 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,44643,1731212635965, state=OPENING 2024-11-10T04:23:58,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:23:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:23:58,718 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:23:58,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075840653/meta-region-server: CHANGED 2024-11-10T04:23:58,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075840653/meta-region-server: CHANGED 2024-11-10T04:23:58,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,44643,1731212635965}] 2024-11-10T04:23:58,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:23:58,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:23:58,875 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:23:58,875 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:23:58,875 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:23:58,876 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C44643%2C1731212635965.meta, suffix=.meta, logDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965, archiveDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/oldWALs, maxLogs=10 2024-11-10T04:23:58,891 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.meta.1731212638877.meta, exclude list is [], retry=0 2024-11-10T04:23:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c8669f20-aacc-41ff-b18d-715041f506d1,DISK] 2024-11-10T04:23:58,894 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.meta.1731212638877.meta 2024-11-10T04:23:58,894 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-10T04:23:58,894 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:23:58,895 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:23:58,895 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:23:58,895 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:23:58,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:23:58,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:23:58,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:23:58,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:23:58,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:23:58,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:23:58,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:23:58,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:23:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:58,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:23:58,900 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:23:58,901 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740 2024-11-10T04:23:58,901 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740 2024-11-10T04:23:58,902 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:23:58,902 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:23:58,902 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:23:58,903 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:23:58,904 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59919711, jitterRate=-0.10712672770023346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:23:58,904 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:23:58,904 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212638895Writing region info on filesystem at 1731212638895Initializing all the Stores at 1731212638896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212638896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212638896Cleaning up temporary data from old regions at 1731212638902 (+6 ms)Running coprocessor post-open hooks at 1731212638904 (+2 ms)Region opened successfully at 1731212638904 2024-11-10T04:23:58,905 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212638870 2024-11-10T04:23:58,906 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:23:58,906 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:23:58,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:58,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,44643,1731212635965, state=OPEN 2024-11-10T04:23:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1075840653/meta-region-server 2024-11-10T04:23:58,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1075840653/meta-region-server 2024-11-10T04:23:58,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:23:58,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075840653/meta-region-server: CHANGED 2024-11-10T04:23:58,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075840653/meta-region-server: CHANGED 2024-11-10T04:23:58,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:23:58,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,44643,1731212635965 in 192 msec 2024-11-10T04:23:58,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:23:58,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-10T04:23:58,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:23:58,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:23:58,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:58,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,44643,1731212635965, seqNum=-1] 2024-11-10T04:23:58,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:58,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:58,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-10T04:23:58,919 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212638919, completionTime=-1 2024-11-10T04:23:58,919 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:23:58,920 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:23:58,921 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:23:58,921 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212698921 2024-11-10T04:23:58,921 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212758921 2024-11-10T04:23:58,921 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:33571, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,922 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,924 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:23:58,925 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:23:58,927 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:23:58,927 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:23:58,927 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33571,1731212635927-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:23:58,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec6cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:58,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:23:58,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:23:58,998 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:23:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:23:59,000 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:23:59,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e58712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:23:59,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:23:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,44643,1731212635965, seqNum=-1] 2024-11-10T04:23:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:23:59,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:23:59,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,33571,1731212635927 2024-11-10T04:23:59,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57487 2024-11-10T04:23:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:23:59,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101001e38c00008 connected 2024-11-10T04:23:59,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:23:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39137,1731212628038 2024-11-10T04:23:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e47130d 2024-11-10T04:23:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:23:59,012 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:23:59,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:23:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:23:59,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:23:59,015 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:23:59,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:23:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:59,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:23:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:23:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:59,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a497878c3a641ec9f51653ad654d4f36, NAME => 'test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5 2024-11-10T04:23:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:23:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a497878c3a641ec9f51653ad654d4f36, disabling compactions & flushes 2024-11-10T04:23:59,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. after waiting 0 ms 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:23:59,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:23:59,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a497878c3a641ec9f51653ad654d4f36: Waiting for close lock at 1731212639828Disabling compacts and flushes for region at 1731212639828Disabling writes for close at 1731212639828Writing region close event to WAL at 1731212639828Closed at 1731212639828 2024-11-10T04:23:59,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:23:59,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212639829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212639829"}]},"ts":"1731212639829"} 2024-11-10T04:23:59,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:23:59,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:23:59,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212639833"}]},"ts":"1731212639833"} 2024-11-10T04:23:59,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:23:59,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a497878c3a641ec9f51653ad654d4f36, ASSIGN}] 2024-11-10T04:23:59,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a497878c3a641ec9f51653ad654d4f36, ASSIGN 2024-11-10T04:23:59,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a497878c3a641ec9f51653ad654d4f36, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,33375,1731212628091; forceNewPlan=false, retain=false 2024-11-10T04:23:59,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a497878c3a641ec9f51653ad654d4f36, regionState=OPENING, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:23:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a497878c3a641ec9f51653ad654d4f36, ASSIGN because future has completed 2024-11-10T04:23:59,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a497878c3a641ec9f51653ad654d4f36, server=e900e1ae4b9f,33375,1731212628091}] 2024-11-10T04:24:00,145 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:00,145 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a497878c3a641ec9f51653ad654d4f36, NAME => 'test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:00,146 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:00,146 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:00,146 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,146 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:00,146 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,146 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,147 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,148 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a497878c3a641ec9f51653ad654d4f36 columnFamilyName f 2024-11-10T04:24:00,148 DEBUG [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:00,148 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(327): Store=a497878c3a641ec9f51653ad654d4f36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:00,149 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,149 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a497878c3a641ec9f51653ad654d4f36 columnFamilyName f1 2024-11-10T04:24:00,149 DEBUG [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:00,150 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(327): Store=a497878c3a641ec9f51653ad654d4f36/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:00,150 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,151 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a497878c3a641ec9f51653ad654d4f36 columnFamilyName norep 2024-11-10T04:24:00,151 DEBUG [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:00,151 INFO [StoreOpener-a497878c3a641ec9f51653ad654d4f36-1 {}] regionserver.HStore(327): Store=a497878c3a641ec9f51653ad654d4f36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:00,151 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,152 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,152 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,153 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,153 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,153 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:00,154 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,155 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:00,155 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a497878c3a641ec9f51653ad654d4f36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73964798, jitterRate=0.10216137766838074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:00,156 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:00,156 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a497878c3a641ec9f51653ad654d4f36: Running coprocessor pre-open hook at 1731212640146Writing region info on filesystem at 1731212640146Initializing all the Stores at 1731212640147 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212640147Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212640147Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212640147Cleaning up temporary data from old regions at 1731212640153 (+6 ms)Running coprocessor post-open hooks at 1731212640156 (+3 ms)Region opened successfully at 1731212640156 2024-11-10T04:24:00,157 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212639013.a497878c3a641ec9f51653ad654d4f36., pid=6, masterSystemTime=1731212640142 2024-11-10T04:24:00,159 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:00,159 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:00,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a497878c3a641ec9f51653ad654d4f36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:24:00,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a497878c3a641ec9f51653ad654d4f36, server=e900e1ae4b9f,33375,1731212628091 because future has completed 2024-11-10T04:24:00,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:00,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a497878c3a641ec9f51653ad654d4f36, server=e900e1ae4b9f,33375,1731212628091 in 172 msec 2024-11-10T04:24:00,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:00,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a497878c3a641ec9f51653ad654d4f36, ASSIGN in 329 msec 2024-11-10T04:24:00,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:00,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212640166"}]},"ts":"1731212640166"} 2024-11-10T04:24:00,167 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:00,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:00,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T04:24:00,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:00,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:00,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:01,159 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:01,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35823,1731212632202 2024-11-10T04:24:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210d01fa 2024-11-10T04:24:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:01,161 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:01,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:24:01,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:01,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:01,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:24:01,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:24:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:01,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d48b3ecbac51b930df23072b26169177, NAME => 'test,,1731212641161.d48b3ecbac51b930df23072b26169177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131 2024-11-10T04:24:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:24:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:01,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212641161.d48b3ecbac51b930df23072b26169177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d48b3ecbac51b930df23072b26169177, disabling compactions & flushes 2024-11-10T04:24:01,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212641161.d48b3ecbac51b930df23072b26169177. after waiting 0 ms 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:01,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:01,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d48b3ecbac51b930df23072b26169177: Waiting for close lock at 1731212641979Disabling compacts and flushes for region at 1731212641979Disabling writes for close at 1731212641979Writing region close event to WAL at 1731212641979Closed at 1731212641979 2024-11-10T04:24:01,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:01,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212641161.d48b3ecbac51b930df23072b26169177.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212641981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212641981"}]},"ts":"1731212641981"} 2024-11-10T04:24:01,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:01,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:01,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212641983"}]},"ts":"1731212641983"} 2024-11-10T04:24:01,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:24:01,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d48b3ecbac51b930df23072b26169177, ASSIGN}] 2024-11-10T04:24:01,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d48b3ecbac51b930df23072b26169177, ASSIGN 2024-11-10T04:24:01,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d48b3ecbac51b930df23072b26169177, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45605,1731212632237; forceNewPlan=false, retain=false 2024-11-10T04:24:02,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d48b3ecbac51b930df23072b26169177, regionState=OPENING, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:02,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d48b3ecbac51b930df23072b26169177, ASSIGN because future has completed 2024-11-10T04:24:02,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d48b3ecbac51b930df23072b26169177, server=e900e1ae4b9f,45605,1731212632237}] 2024-11-10T04:24:02,295 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:02,295 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d48b3ecbac51b930df23072b26169177, NAME => 'test,,1731212641161.d48b3ecbac51b930df23072b26169177.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:02,295 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:02,295 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:02,295 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,296 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212641161.d48b3ecbac51b930df23072b26169177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:02,296 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,296 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,297 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:02,298 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48b3ecbac51b930df23072b26169177 columnFamilyName f 2024-11-10T04:24:02,298 DEBUG [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:02,298 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(327): Store=d48b3ecbac51b930df23072b26169177/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:02,298 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,299 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48b3ecbac51b930df23072b26169177 columnFamilyName f1 2024-11-10T04:24:02,299 DEBUG [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:02,300 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(327): Store=d48b3ecbac51b930df23072b26169177/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:02,300 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,301 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48b3ecbac51b930df23072b26169177 columnFamilyName norep 2024-11-10T04:24:02,301 DEBUG [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:02,301 INFO [StoreOpener-d48b3ecbac51b930df23072b26169177-1 {}] regionserver.HStore(327): Store=d48b3ecbac51b930df23072b26169177/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:02,301 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,302 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,302 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,303 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,303 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,303 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:02,304 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,305 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:02,306 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d48b3ecbac51b930df23072b26169177; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74494545, jitterRate=0.11005522310733795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:02,306 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:02,306 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d48b3ecbac51b930df23072b26169177: Running coprocessor pre-open hook at 1731212642296Writing region info on filesystem at 1731212642296Initializing all the Stores at 1731212642296Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212642296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212642296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212642297 (+1 ms)Cleaning up temporary data from old regions at 1731212642303 (+6 ms)Running coprocessor post-open hooks at 1731212642306 (+3 ms)Region opened successfully at 1731212642306 2024-11-10T04:24:02,307 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212641161.d48b3ecbac51b930df23072b26169177., pid=6, masterSystemTime=1731212642292 2024-11-10T04:24:02,308 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:02,308 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:02,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d48b3ecbac51b930df23072b26169177, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d48b3ecbac51b930df23072b26169177, server=e900e1ae4b9f,45605,1731212632237 because future has completed 2024-11-10T04:24:02,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:02,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d48b3ecbac51b930df23072b26169177, server=e900e1ae4b9f,45605,1731212632237 in 172 msec 2024-11-10T04:24:02,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:02,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d48b3ecbac51b930df23072b26169177, ASSIGN in 328 msec 2024-11-10T04:24:02,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:02,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212642316"}]},"ts":"1731212642316"} 2024-11-10T04:24:02,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:02,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:02,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T04:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:03,309 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:03,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:03,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:03,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213010b5 2024-11-10T04:24:03,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:03,311 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:03,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:24:03,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:03,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:03,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:24:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:03,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:03,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:03,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:03,539 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48468 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:03,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05c2a99c8841329e0cbaa0ff3880e289, NAME => 'test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8 2024-11-10T04:24:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:24:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:04,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:04,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05c2a99c8841329e0cbaa0ff3880e289, disabling compactions & flushes 2024-11-10T04:24:04,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. after waiting 0 ms 2024-11-10T04:24:04,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05c2a99c8841329e0cbaa0ff3880e289: Waiting for close lock at 1731212644129Disabling compacts and flushes for region at 1731212644129Disabling writes for close at 1731212644129Writing region close event to WAL at 1731212644129Closed at 1731212644129 2024-11-10T04:24:04,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:04,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212644130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212644130"}]},"ts":"1731212644130"} 2024-11-10T04:24:04,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:04,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:04,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212644134"}]},"ts":"1731212644134"} 2024-11-10T04:24:04,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:24:04,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05c2a99c8841329e0cbaa0ff3880e289, ASSIGN}] 2024-11-10T04:24:04,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05c2a99c8841329e0cbaa0ff3880e289, ASSIGN 2024-11-10T04:24:04,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05c2a99c8841329e0cbaa0ff3880e289, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,44643,1731212635965; forceNewPlan=false, retain=false 2024-11-10T04:24:04,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05c2a99c8841329e0cbaa0ff3880e289, regionState=OPENING, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:04,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05c2a99c8841329e0cbaa0ff3880e289, ASSIGN because future has completed 2024-11-10T04:24:04,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c2a99c8841329e0cbaa0ff3880e289, server=e900e1ae4b9f,44643,1731212635965}] 2024-11-10T04:24:04,447 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,447 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05c2a99c8841329e0cbaa0ff3880e289, NAME => 'test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:04,447 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:04,447 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:04,447 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,447 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:04,447 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,447 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:04,449 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,450 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c2a99c8841329e0cbaa0ff3880e289 columnFamilyName f 2024-11-10T04:24:04,450 DEBUG [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:04,450 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(327): Store=05c2a99c8841329e0cbaa0ff3880e289/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:04,450 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,451 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c2a99c8841329e0cbaa0ff3880e289 columnFamilyName f1 2024-11-10T04:24:04,451 DEBUG [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:04,451 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(327): Store=05c2a99c8841329e0cbaa0ff3880e289/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:04,451 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,452 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c2a99c8841329e0cbaa0ff3880e289 columnFamilyName norep 2024-11-10T04:24:04,452 DEBUG [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:04,452 INFO [StoreOpener-05c2a99c8841329e0cbaa0ff3880e289-1 {}] regionserver.HStore(327): Store=05c2a99c8841329e0cbaa0ff3880e289/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:04,453 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,453 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,453 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,454 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,454 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,455 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:04,455 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,457 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:04,457 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05c2a99c8841329e0cbaa0ff3880e289; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62417887, jitterRate=-0.0699010044336319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:04,457 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:04,457 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05c2a99c8841329e0cbaa0ff3880e289: Running coprocessor pre-open hook at 1731212644447Writing region info on filesystem at 1731212644447Initializing all the Stores at 1731212644448 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212644448Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212644448Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212644448Cleaning up temporary data from old regions at 1731212644454 (+6 ms)Running coprocessor post-open hooks at 1731212644457 (+3 ms)Region opened successfully at 1731212644457 2024-11-10T04:24:04,458 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289., pid=6, masterSystemTime=1731212644443 2024-11-10T04:24:04,460 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,460 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:04,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05c2a99c8841329e0cbaa0ff3880e289, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:04,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c2a99c8841329e0cbaa0ff3880e289, server=e900e1ae4b9f,44643,1731212635965 because future has completed 2024-11-10T04:24:04,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:04,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05c2a99c8841329e0cbaa0ff3880e289, server=e900e1ae4b9f,44643,1731212635965 in 173 msec 2024-11-10T04:24:04,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:04,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05c2a99c8841329e0cbaa0ff3880e289, ASSIGN in 329 msec 2024-11-10T04:24:04,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:04,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212644468"}]},"ts":"1731212644468"} 2024-11-10T04:24:04,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:04,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:04,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-10T04:24:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:05,459 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:05,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508e1cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:05,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:05,460 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c25a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:05,462 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b81cf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39137,1731212628038 2024-11-10T04:24:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@226b8542 2024-11-10T04:24:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:05,465 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:05,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:35823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:05,467 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:35823' 2024-11-10T04:24:05,468 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf067d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,468 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:24:05,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:05,469 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9149f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:05,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:05,470 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:05,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b61a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:05,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:05,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35823,1731212632202 2024-11-10T04:24:05,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4043add3 2024-11-10T04:24:05,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:05,472 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:05,473 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:05,473 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:05,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:05,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:05,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:05,474 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:05,474 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:05,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:05,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:05,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:05,525 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:05,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:05,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:05,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27ab3c5c8f531bdcace88cfb4b1e0375, NAME => 'hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5 2024-11-10T04:24:05,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:06,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:06,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27ab3c5c8f531bdcace88cfb4b1e0375, disabling compactions & flushes 2024-11-10T04:24:06,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. after waiting 0 ms 2024-11-10T04:24:06,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27ab3c5c8f531bdcace88cfb4b1e0375: Waiting for close lock at 1731212646288Disabling compacts and flushes for region at 1731212646288Disabling writes for close at 1731212646288Writing region close event to WAL at 1731212646288Closed at 1731212646288 2024-11-10T04:24:06,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:06,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212646290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212646290"}]},"ts":"1731212646290"} 2024-11-10T04:24:06,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:06,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:06,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212646293"}]},"ts":"1731212646293"} 2024-11-10T04:24:06,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:06,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27ab3c5c8f531bdcace88cfb4b1e0375, ASSIGN}] 2024-11-10T04:24:06,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27ab3c5c8f531bdcace88cfb4b1e0375, ASSIGN 2024-11-10T04:24:06,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27ab3c5c8f531bdcace88cfb4b1e0375, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,33375,1731212628091; forceNewPlan=false, retain=false 2024-11-10T04:24:06,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27ab3c5c8f531bdcace88cfb4b1e0375, regionState=OPENING, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:24:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27ab3c5c8f531bdcace88cfb4b1e0375, ASSIGN because future has completed 2024-11-10T04:24:06,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ab3c5c8f531bdcace88cfb4b1e0375, server=e900e1ae4b9f,33375,1731212628091}] 2024-11-10T04:24:06,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:06,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:06,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C33375%2C1731212628091.rep, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/oldWALs, maxLogs=10 2024-11-10T04:24:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:06,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.rep.1731212646607, exclude list is [], retry=0 2024-11-10T04:24:06,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-9547aa90-8717-4044-a7ab-497be783f077,DISK] 2024-11-10T04:24:06,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.rep.1731212646607 2024-11-10T04:24:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)] 2024-11-10T04:24:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27ab3c5c8f531bdcace88cfb4b1e0375, NAME => 'hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:06,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. service=MultiRowMutationService 2024-11-10T04:24:06,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,626 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,627 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27ab3c5c8f531bdcace88cfb4b1e0375 columnFamilyName hfileref 2024-11-10T04:24:06,627 DEBUG [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:06,627 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(327): Store=27ab3c5c8f531bdcace88cfb4b1e0375/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:06,627 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,628 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27ab3c5c8f531bdcace88cfb4b1e0375 columnFamilyName queue 2024-11-10T04:24:06,628 DEBUG [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:06,629 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(327): Store=27ab3c5c8f531bdcace88cfb4b1e0375/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:06,629 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,630 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27ab3c5c8f531bdcace88cfb4b1e0375 columnFamilyName sid 2024-11-10T04:24:06,630 DEBUG [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:06,630 INFO [StoreOpener-27ab3c5c8f531bdcace88cfb4b1e0375-1 {}] regionserver.HStore(327): Store=27ab3c5c8f531bdcace88cfb4b1e0375/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:06,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:06,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27ab3c5c8f531bdcace88cfb4b1e0375; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66843557, jitterRate=-0.00395338237285614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:06,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:06,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27ab3c5c8f531bdcace88cfb4b1e0375: Running coprocessor pre-open hook at 1731212646625Writing region info on filesystem at 1731212646625Initializing all the Stores at 1731212646625Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212646625Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212646625Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212646625Cleaning up temporary data from old regions at 1731212646632 (+7 ms)Running coprocessor post-open hooks at 1731212646635 (+3 ms)Region opened successfully at 1731212646635 2024-11-10T04:24:06,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375., pid=10, masterSystemTime=1731212646602 2024-11-10T04:24:06,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:06,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27ab3c5c8f531bdcace88cfb4b1e0375, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,33375,1731212628091 2024-11-10T04:24:06,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27ab3c5c8f531bdcace88cfb4b1e0375, server=e900e1ae4b9f,33375,1731212628091 because future has completed 2024-11-10T04:24:06,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:06,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27ab3c5c8f531bdcace88cfb4b1e0375, server=e900e1ae4b9f,33375,1731212628091 in 191 msec 2024-11-10T04:24:06,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:06,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27ab3c5c8f531bdcace88cfb4b1e0375, ASSIGN in 347 msec 2024-11-10T04:24:06,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:06,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212646644"}]},"ts":"1731212646644"} 2024-11-10T04:24:06,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:06,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:06,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T04:24:06,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375., hostname=e900e1ae4b9f,33375,1731212628091, seqNum=2] 2024-11-10T04:24:06,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:24:06,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:24:06,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:06,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:06,843 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:06,872 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,33375,1731212628091, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:06,872 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:06,872 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,33375,1731212628091, seqNum=-1] 2024-11-10T04:24:06,873 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:06,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:06,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,33375,1731212628091', locateType=CURRENT is [region=hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375., hostname=e900e1ae4b9f,33375,1731212628091, seqNum=2] 2024-11-10T04:24:06,878 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:06,880 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,33375,1731212628091 suceeded 2024-11-10T04:24:06,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:06,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T04:24:06,882 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:35823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:06,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T04:24:06,899 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:35823' 2024-11-10T04:24:06,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f24790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:06,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:24:06,901 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:06,901 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:24:06,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:06,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:24:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@717db666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:24:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:06,902 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:06,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fca2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:06,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35823,1731212632202 2024-11-10T04:24:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66126157 2024-11-10T04:24:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:06,905 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:06,905 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,33375,1731212628091 (queues=1) is replicating from cluster=5127ac30-546b-49b9-94e0-a612a34166bc to cluster=c6b7efbd-603d-4632-aac0-51d2e807afff 2024-11-10T04:24:06,905 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C33375%2C1731212628091 2024-11-10T04:24:06,905 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,33375,1731212628091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:06,906 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C33375%2C1731212628091 2024-11-10T04:24:06,906 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, startPosition=0, beingWritten=true 2024-11-10T04:24:06,911 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:06,911 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:06,911 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:07,114 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:07,418 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:07,618 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:07,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:07,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:07,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:07,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7591dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:24:07,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:07,620 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:24:07,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:24:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d51a3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:24:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,622 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e19542f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:07,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,35823,1731212632202 2024-11-10T04:24:07,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6195e25a 2024-11-10T04:24:07,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:07,624 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:07,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:33571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:07,627 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33571' 2024-11-10T04:24:07,628 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64597708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,628 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:07,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:07,629 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa06898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,630 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:07,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ace8d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:07,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:07,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:07,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503710b 2024-11-10T04:24:07,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:07,632 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:07,632 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:07,632 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:07,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:07,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:07,633 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:07,634 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:07,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:07,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:07,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:07,684 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:07,822 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:07,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:24:07,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:24:07,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:07,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:24:08,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9346aa12f294e570e3a04ae31bdfd0d7, NAME => 'hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131 2024-11-10T04:24:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:08,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:08,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9346aa12f294e570e3a04ae31bdfd0d7, disabling compactions & flushes 2024-11-10T04:24:08,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. after waiting 0 ms 2024-11-10T04:24:08,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9346aa12f294e570e3a04ae31bdfd0d7: Waiting for close lock at 1731212648048Disabling compacts and flushes for region at 1731212648048Disabling writes for close at 1731212648048Writing region close event to WAL at 1731212648048Closed at 1731212648048 2024-11-10T04:24:08,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:08,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212648050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212648050"}]},"ts":"1731212648050"} 2024-11-10T04:24:08,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:08,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:08,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212648052"}]},"ts":"1731212648052"} 2024-11-10T04:24:08,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:08,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9346aa12f294e570e3a04ae31bdfd0d7, ASSIGN}] 2024-11-10T04:24:08,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9346aa12f294e570e3a04ae31bdfd0d7, ASSIGN 2024-11-10T04:24:08,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9346aa12f294e570e3a04ae31bdfd0d7, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45605,1731212632237; forceNewPlan=false, retain=false 2024-11-10T04:24:08,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9346aa12f294e570e3a04ae31bdfd0d7, regionState=OPENING, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:08,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9346aa12f294e570e3a04ae31bdfd0d7, ASSIGN because future has completed 2024-11-10T04:24:08,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9346aa12f294e570e3a04ae31bdfd0d7, server=e900e1ae4b9f,45605,1731212632237}] 2024-11-10T04:24:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:08,326 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:08,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:08,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:08,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C45605%2C1731212632237.rep, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/oldWALs, maxLogs=10 2024-11-10T04:24:08,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.rep.1731212648367, exclude list is [], retry=0 2024-11-10T04:24:08,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-ea5407db-8da6-413d-8dda-fba4e61476eb,DISK] 2024-11-10T04:24:08,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.rep.1731212648367 2024-11-10T04:24:08,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33787:33787)] 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9346aa12f294e570e3a04ae31bdfd0d7, NAME => 'hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:08,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. service=MultiRowMutationService 2024-11-10T04:24:08,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,387 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,388 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9346aa12f294e570e3a04ae31bdfd0d7 columnFamilyName hfileref 2024-11-10T04:24:08,389 DEBUG [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:08,389 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(327): Store=9346aa12f294e570e3a04ae31bdfd0d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:08,389 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,390 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9346aa12f294e570e3a04ae31bdfd0d7 columnFamilyName queue 2024-11-10T04:24:08,390 DEBUG [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:08,390 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(327): Store=9346aa12f294e570e3a04ae31bdfd0d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:08,390 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,391 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9346aa12f294e570e3a04ae31bdfd0d7 columnFamilyName sid 2024-11-10T04:24:08,391 DEBUG [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:08,391 INFO [StoreOpener-9346aa12f294e570e3a04ae31bdfd0d7-1 {}] regionserver.HStore(327): Store=9346aa12f294e570e3a04ae31bdfd0d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:08,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/replication/9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/replication/9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:08,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/replication/9346aa12f294e570e3a04ae31bdfd0d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:08,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9346aa12f294e570e3a04ae31bdfd0d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60486399, jitterRate=-0.09868241846561432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:08,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:08,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9346aa12f294e570e3a04ae31bdfd0d7: Running coprocessor pre-open hook at 1731212648386Writing region info on filesystem at 1731212648387 (+1 ms)Initializing all the Stores at 1731212648387Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212648387Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212648387Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212648387Cleaning up temporary data from old regions at 1731212648392 (+5 ms)Running coprocessor post-open hooks at 1731212648395 (+3 ms)Region opened successfully at 1731212648395 2024-11-10T04:24:08,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7., pid=10, masterSystemTime=1731212648362 2024-11-10T04:24:08,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:08,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9346aa12f294e570e3a04ae31bdfd0d7, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9346aa12f294e570e3a04ae31bdfd0d7, server=e900e1ae4b9f,45605,1731212632237 because future has completed 2024-11-10T04:24:08,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:08,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9346aa12f294e570e3a04ae31bdfd0d7, server=e900e1ae4b9f,45605,1731212632237 in 190 msec 2024-11-10T04:24:08,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:08,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9346aa12f294e570e3a04ae31bdfd0d7, ASSIGN in 348 msec 2024-11-10T04:24:08,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:08,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212648404"}]},"ts":"1731212648404"} 2024-11-10T04:24:08,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:08,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:08,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-10T04:24:08,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7., hostname=e900e1ae4b9f,45605,1731212632237, seqNum=2] 2024-11-10T04:24:08,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:24:08,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:24:08,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:08,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:08,600 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:08,630 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,45605,1731212632237, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:08,630 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:08,630 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45605,1731212632237, seqNum=-1] 2024-11-10T04:24:08,631 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:08,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:08,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,45605,1731212632237', locateType=CURRENT is [region=hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7., hostname=e900e1ae4b9f,45605,1731212632237, seqNum=2] 2024-11-10T04:24:08,643 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:08,646 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,45605,1731212632237 suceeded 2024-11-10T04:24:08,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:08,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-10T04:24:08,649 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:33571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:08,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-11-10T04:24:08,668 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33571' 2024-11-10T04:24:08,670 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744c488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,670 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:08,670 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:08,671 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:08,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:08,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea81934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,673 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:08,674 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc3f2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,674 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a4467d 2024-11-10T04:24:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:08,676 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:08,677 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,45605,1731212632237 (queues=1) is replicating from cluster=c6b7efbd-603d-4632-aac0-51d2e807afff to cluster=7515a51c-aba8-4db9-b9fc-eceb45ce252e 2024-11-10T04:24:08,677 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C45605%2C1731212632237 2024-11-10T04:24:08,677 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,45605,1731212632237, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:08,681 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, startPosition=0, beingWritten=true 2024-11-10T04:24:08,681 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C45605%2C1731212632237 2024-11-10T04:24:08,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:08,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 379, reset compression=false 2024-11-10T04:24:08,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:08,769 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:08,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:08,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:08,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:08,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d51df23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:08,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:08,771 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fd950e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,772 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f99d53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c603234 2024-11-10T04:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:08,775 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:08,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:39137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:08,778 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:39137' 2024-11-10T04:24:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:08,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f261fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,780 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:08,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:08,780 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:08,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:08,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377fcee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,782 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:08,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770ddcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:08,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:08,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39137,1731212628038 2024-11-10T04:24:08,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6b2c34 2024-11-10T04:24:08,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:08,786 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:08,786 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:08,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:08,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:08,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:08,787 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:08,788 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:08,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:08,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:08,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:08,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d5b0a2b4cccd6b8b8a15fc682942057, NAME => 'hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8 2024-11-10T04:24:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:08,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:08,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d5b0a2b4cccd6b8b8a15fc682942057, disabling compactions & flushes 2024-11-10T04:24:08,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:08,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:08,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. after waiting 0 ms 2024-11-10T04:24:08,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:08,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:08,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d5b0a2b4cccd6b8b8a15fc682942057: Waiting for close lock at 1731212648806Disabling compacts and flushes for region at 1731212648806Disabling writes for close at 1731212648807 (+1 ms)Writing region close event to WAL at 1731212648807Closed at 1731212648807 2024-11-10T04:24:08,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:08,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212648808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212648808"}]},"ts":"1731212648808"} 2024-11-10T04:24:08,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:08,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:08,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212648811"}]},"ts":"1731212648811"} 2024-11-10T04:24:08,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:08,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d5b0a2b4cccd6b8b8a15fc682942057, ASSIGN}] 2024-11-10T04:24:08,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d5b0a2b4cccd6b8b8a15fc682942057, ASSIGN 2024-11-10T04:24:08,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d5b0a2b4cccd6b8b8a15fc682942057, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,44643,1731212635965; forceNewPlan=false, retain=false 2024-11-10T04:24:08,838 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:08,897 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 379, reset compression=false 2024-11-10T04:24:08,930 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:08,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d5b0a2b4cccd6b8b8a15fc682942057, regionState=OPENING, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:08,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d5b0a2b4cccd6b8b8a15fc682942057, ASSIGN because future has completed 2024-11-10T04:24:08,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5b0a2b4cccd6b8b8a15fc682942057, server=e900e1ae4b9f,44643,1731212635965}] 2024-11-10T04:24:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:09,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C44643%2C1731212635965.rep, suffix=, logDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965, archiveDir=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/oldWALs, maxLogs=10 2024-11-10T04:24:09,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.rep.1731212649127, exclude list is [], retry=0 2024-11-10T04:24:09,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-c8669f20-aacc-41ff-b18d-715041f506d1,DISK] 2024-11-10T04:24:09,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.rep.1731212649127 2024-11-10T04:24:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-10T04:24:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d5b0a2b4cccd6b8b8a15fc682942057, NAME => 'hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:09,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. service=MultiRowMutationService 2024-11-10T04:24:09,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,148 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,149 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d5b0a2b4cccd6b8b8a15fc682942057 columnFamilyName hfileref 2024-11-10T04:24:09,149 DEBUG [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:09,149 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(327): Store=3d5b0a2b4cccd6b8b8a15fc682942057/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:09,150 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,150 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d5b0a2b4cccd6b8b8a15fc682942057 columnFamilyName queue 2024-11-10T04:24:09,150 DEBUG [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:09,151 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(327): Store=3d5b0a2b4cccd6b8b8a15fc682942057/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:09,151 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,152 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d5b0a2b4cccd6b8b8a15fc682942057 columnFamilyName sid 2024-11-10T04:24:09,152 DEBUG [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:09,152 INFO [StoreOpener-3d5b0a2b4cccd6b8b8a15fc682942057-1 {}] regionserver.HStore(327): Store=3d5b0a2b4cccd6b8b8a15fc682942057/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:09,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/replication/3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/replication/3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/replication/3d5b0a2b4cccd6b8b8a15fc682942057/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:09,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d5b0a2b4cccd6b8b8a15fc682942057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71772142, jitterRate=0.06948825716972351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:09,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:09,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d5b0a2b4cccd6b8b8a15fc682942057: Running coprocessor pre-open hook at 1731212649147Writing region info on filesystem at 1731212649147Initializing all the Stores at 1731212649147Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212649148 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212649148Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212649148Cleaning up temporary data from old regions at 1731212649153 (+5 ms)Running coprocessor post-open hooks at 1731212649157 (+4 ms)Region opened successfully at 1731212649157 2024-11-10T04:24:09,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., pid=10, masterSystemTime=1731212649121 2024-11-10T04:24:09,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:09,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:09,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d5b0a2b4cccd6b8b8a15fc682942057, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5b0a2b4cccd6b8b8a15fc682942057, server=e900e1ae4b9f,44643,1731212635965 because future has completed 2024-11-10T04:24:09,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:09,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d5b0a2b4cccd6b8b8a15fc682942057, server=e900e1ae4b9f,44643,1731212635965 in 192 msec 2024-11-10T04:24:09,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:09,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d5b0a2b4cccd6b8b8a15fc682942057, ASSIGN in 351 msec 2024-11-10T04:24:09,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:09,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212649166"}]},"ts":"1731212649166"} 2024-11-10T04:24:09,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:09,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:09,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec 2024-11-10T04:24:09,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., hostname=e900e1ae4b9f,44643,1731212635965, seqNum=2] 2024-11-10T04:24:09,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:24:09,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:24:09,202 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 379, reset compression=false 2024-11-10T04:24:09,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:09,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:09,356 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:09,387 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,44643,1731212635965, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:09,387 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:09,387 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,44643,1731212635965, seqNum=-1] 2024-11-10T04:24:09,388 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:09,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:09,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,44643,1731212635965', locateType=CURRENT is [region=hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., hostname=e900e1ae4b9f,44643,1731212635965, seqNum=2] 2024-11-10T04:24:09,393 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:09,395 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,44643,1731212635965 suceeded 2024-11-10T04:24:09,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:09,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-10T04:24:09,397 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:39137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 622 msec 2024-11-10T04:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:09,408 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:09,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:09,409 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:39137' 2024-11-10T04:24:09,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:09,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:09,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b80bfef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:09,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:09,410 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:09,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d6987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:09,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:09,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e73d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:09,411 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a150cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,413 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:09,413 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,414 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49f242e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,414 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:09,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:24:09,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39137,1731212628038 2024-11-10T04:24:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a71c523 2024-11-10T04:24:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:09,415 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:24:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:24:09,415 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536931fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:24:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,416 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,44643,1731212635965 (queues=1) is replicating from cluster=7515a51c-aba8-4db9-b9fc-eceb45ce252e to cluster=5127ac30-546b-49b9-94e0-a612a34166bc 2024-11-10T04:24:09,416 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C44643%2C1731212635965 2024-11-10T04:24:09,416 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,44643,1731212635965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:09,417 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, startPosition=0, beingWritten=true 2024-11-10T04:24:09,417 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b520e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,420 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C44643%2C1731212635965 2024-11-10T04:24:09,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e9f4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:09,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:09,421 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:09,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2a8cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,426 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:09,426 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 379, reset compression=false 2024-11-10T04:24:09,426 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:09,441 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23df76da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,33375,1731212628091, seqNum=-1] 2024-11-10T04:24:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:09,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212639013.a497878c3a641ec9f51653ad654d4f36., hostname=e900e1ae4b9f,33375,1731212628091, seqNum=2] 2024-11-10T04:24:09,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,44643,1731212635965, seqNum=-1] 2024-11-10T04:24:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:09,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289., hostname=e900e1ae4b9f,44643,1731212635965, seqNum=2] 2024-11-10T04:24:09,455 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T04:24:09,606 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 379, reset compression=false 2024-11-10T04:24:09,633 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 379, reset compression=false 2024-11-10T04:24:09,635 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 379, reset compression=false 2024-11-10T04:24:09,639 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:09,639 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 480, reset compression=false 2024-11-10T04:24:09,639 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[{test/a497878c3a641ec9f51653ad654d4f36/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T04:24:09,642 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:09,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:09,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:09,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457773ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,35823,-1 for getting cluster id 2024-11-10T04:24:09,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:09,645 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6b7efbd-603d-4632-aac0-51d2e807afff' 2024-11-10T04:24:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6b7efbd-603d-4632-aac0-51d2e807afff" 2024-11-10T04:24:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1b88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,35823,-1] 2024-11-10T04:24:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:09,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:09,646 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:09,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4e743d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:09,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45605,1731212632237, seqNum=-1] 2024-11-10T04:24:09,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:09,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212641161.d48b3ecbac51b930df23072b26169177., hostname=e900e1ae4b9f,45605,1731212632237, seqNum=2] 2024-11-10T04:24:09,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:09,843 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 480, reset compression=false 2024-11-10T04:24:09,938 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 379, reset compression=false 2024-11-10T04:24:10,110 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 379, reset compression=false 2024-11-10T04:24:10,116 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:10,116 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 503, reset compression=false 2024-11-10T04:24:10,116 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T04:24:10,118 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:10,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:10,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:10,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199fe42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:10,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:10,121 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ddbf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:10,123 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:10,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f683236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,44643,1731212635965, seqNum=-1] 2024-11-10T04:24:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:10,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289., hostname=e900e1ae4b9f,44643,1731212635965, seqNum=2] 2024-11-10T04:24:10,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:10,147 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 480, reset compression=false 2024-11-10T04:24:10,321 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 503, reset compression=false 2024-11-10T04:24:10,343 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 379, reset compression=false 2024-11-10T04:24:10,348 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:10,348 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 527, reset compression=false 2024-11-10T04:24:10,348 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:10,457 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T04:24:10,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45605,1731212632237, seqNum=-1] 2024-11-10T04:24:10,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:10,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731212641161.d48b3ecbac51b930df23072b26169177., hostname=e900e1ae4b9f,45605,1731212632237, seqNum=2] 2024-11-10T04:24:10,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T04:24:10,551 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 480, reset compression=false 2024-11-10T04:24:10,552 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 527, reset compression=false 2024-11-10T04:24:10,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 503, reset compression=false 2024-11-10T04:24:10,630 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:10,630 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 607, reset compression=false 2024-11-10T04:24:10,630 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:10,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:10,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:10,834 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 607, reset compression=false 2024-11-10T04:24:10,856 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 527, reset compression=false 2024-11-10T04:24:10,862 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:10,862 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 655, reset compression=false 2024-11-10T04:24:10,862 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[{test/05c2a99c8841329e0cbaa0ff3880e289/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T04:24:10,864 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:10,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:10,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:10,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2398ec9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:10,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:10,867 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f71201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:10,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:10,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:10,868 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:10,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272fefae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:10,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,33375,1731212628091, seqNum=-1] 2024-11-10T04:24:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:10,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731212639013.a497878c3a641ec9f51653ad654d4f36., hostname=e900e1ae4b9f,33375,1731212628091, seqNum=2] 2024-11-10T04:24:10,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:11,055 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 480, reset compression=false 2024-11-10T04:24:11,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:11,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 631, reset compression=false 2024-11-10T04:24:11,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:11,066 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 655, reset compression=false 2024-11-10T04:24:11,138 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 607, reset compression=false 2024-11-10T04:24:11,264 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 631, reset compression=false 2024-11-10T04:24:11,370 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 655, reset compression=false 2024-11-10T04:24:11,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T04:24:11,470 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T04:24:11,543 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 607, reset compression=false 2024-11-10T04:24:11,568 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 631, reset compression=false 2024-11-10T04:24:11,774 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 655, reset compression=false 2024-11-10T04:24:11,779 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:11,779 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 759, reset compression=false 2024-11-10T04:24:11,779 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[{test/05c2a99c8841329e0cbaa0ff3880e289/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:11,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:11,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:11,972 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 631, reset compression=false 2024-11-10T04:24:11,977 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:11,978 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 758, reset compression=false 2024-11-10T04:24:11,978 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[{test/a497878c3a641ec9f51653ad654d4f36/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T04:24:11,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:11,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:11,983 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 759, reset compression=false 2024-11-10T04:24:12,047 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 607, reset compression=false 2024-11-10T04:24:12,053 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:12,053 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 757, reset compression=false 2024-11-10T04:24:12,053 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:12,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:12,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,181 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 758, reset compression=false 2024-11-10T04:24:12,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:12,257 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 757, reset compression=false 2024-11-10T04:24:12,287 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 759, reset compression=false 2024-11-10T04:24:12,472 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T04:24:12,476 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T04:24:12,486 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 758, reset compression=false 2024-11-10T04:24:12,491 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:12,491 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 914, reset compression=false 2024-11-10T04:24:12,491 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[{test/a497878c3a641ec9f51653ad654d4f36/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T04:24:12,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:12,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:12,562 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 757, reset compression=false 2024-11-10T04:24:12,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:12,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 904, reset compression=false 2024-11-10T04:24:12,567 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T04:24:12,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:12,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:12,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 759, reset compression=false 2024-11-10T04:24:12,695 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 914, reset compression=false 2024-11-10T04:24:12,696 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:12,696 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 930, reset compression=false 2024-11-10T04:24:12,696 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:12,770 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 904, reset compression=false 2024-11-10T04:24:12,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 930, reset compression=false 2024-11-10T04:24:12,999 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 914, reset compression=false 2024-11-10T04:24:13,074 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 904, reset compression=false 2024-11-10T04:24:13,204 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 930, reset compression=false 2024-11-10T04:24:13,402 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 914, reset compression=false 2024-11-10T04:24:13,478 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T04:24:13,478 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 904, reset compression=false 2024-11-10T04:24:13,482 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:13,483 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1063, reset compression=false 2024-11-10T04:24:13,483 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T04:24:13,483 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T04:24:13,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:13,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:13,607 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 930, reset compression=false 2024-11-10T04:24:13,612 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:13,612 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1080, reset compression=false 2024-11-10T04:24:13,612 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[{test/05c2a99c8841329e0cbaa0ff3880e289/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T04:24:13,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:13,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:13,686 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1063, reset compression=false 2024-11-10T04:24:13,816 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1080, reset compression=false 2024-11-10T04:24:13,906 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 914, reset compression=false 2024-11-10T04:24:13,910 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:13,910 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1087, reset compression=false 2024-11-10T04:24:13,910 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:13,989 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1063, reset compression=false 2024-11-10T04:24:14,114 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1087, reset compression=false 2024-11-10T04:24:14,119 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1080, reset compression=false 2024-11-10T04:24:14,393 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1063, reset compression=false 2024-11-10T04:24:14,417 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1087, reset compression=false 2024-11-10T04:24:14,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T04:24:14,488 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T04:24:14,522 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1080, reset compression=false 2024-11-10T04:24:14,527 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:14,527 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1239, reset compression=false 2024-11-10T04:24:14,527 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[{test/05c2a99c8841329e0cbaa0ff3880e289/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T04:24:14,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:14,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:14,730 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1239, reset compression=false 2024-11-10T04:24:14,820 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1087, reset compression=false 2024-11-10T04:24:14,825 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:14,825 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1236, reset compression=false 2024-11-10T04:24:14,825 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[{test/a497878c3a641ec9f51653ad654d4f36/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T04:24:14,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:14,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:14,896 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1063, reset compression=false 2024-11-10T04:24:14,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:14,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1235, reset compression=false 2024-11-10T04:24:14,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:15,029 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1236, reset compression=false 2024-11-10T04:24:15,034 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1239, reset compression=false 2024-11-10T04:24:15,105 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1235, reset compression=false 2024-11-10T04:24:15,332 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1236, reset compression=false 2024-11-10T04:24:15,408 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1235, reset compression=false 2024-11-10T04:24:15,438 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1239, reset compression=false 2024-11-10T04:24:15,490 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T04:24:15,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e900bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:15,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:15,497 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cb81eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:15,499 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2c0a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f027521 2024-11-10T04:24:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:15,503 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:15,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-10T04:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T04:24:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:24:15,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:24:15,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T04:24:15,663 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T04:24:15,664 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T04:24:15,664 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,44643,1731212635965 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T04:24:15,664 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0. 2024-11-10T04:24:15,664 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:15,664 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:15,665 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:15,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:15,736 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1236, reset compression=false 2024-11-10T04:24:15,765 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:24:15,765 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:24:15,820 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1235, reset compression=false 2024-11-10T04:24:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:24:15,865 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 terminated 2024-11-10T04:24:15,887 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,44643,1731212635965, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:15,888 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T04:24:15,888 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T04:24:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T04:24:15,890 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e900e1ae4b9f,44643,1731212635965 suceeded 2024-11-10T04:24:15,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T04:24:15,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-10T04:24:15,892 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T04:24:15,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 388 msec 2024-11-10T04:24:15,902 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:39137' 2024-11-10T04:24:15,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf678a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,39137,-1 for getting cluster id 2024-11-10T04:24:15,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:15,904 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5127ac30-546b-49b9-94e0-a612a34166bc' 2024-11-10T04:24:15,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:15,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5127ac30-546b-49b9-94e0-a612a34166bc" 2024-11-10T04:24:15,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1fc5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,39137,-1] 2024-11-10T04:24:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:15,905 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:15,906 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131b15b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:15,906 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:15,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,39137,1731212628038 2024-11-10T04:24:15,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e790b4d 2024-11-10T04:24:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:15,907 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:15,908 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,44643,1731212635965 (queues=1) is replicating from cluster=7515a51c-aba8-4db9-b9fc-eceb45ce252e to cluster=5127ac30-546b-49b9-94e0-a612a34166bc 2024-11-10T04:24:15,908 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C44643%2C1731212635965 2024-11-10T04:24:15,908 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,44643,1731212635965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:15,908 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C44643%2C1731212635965 2024-11-10T04:24:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:24:16,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:16,139 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:16,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:16,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:16,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:16,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:16,143 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T04:24:16,241 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1236, reset compression=false 2024-11-10T04:24:16,246 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:16,246 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1340, reset compression=false 2024-11-10T04:24:16,246 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[{test/a497878c3a641ec9f51653ad654d4f36/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:16,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:16,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:16,324 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1235, reset compression=false 2024-11-10T04:24:16,329 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:16,329 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1362, reset compression=false 2024-11-10T04:24:16,329 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T04:24:16,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:16,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:16,449 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1340, reset compression=false 2024-11-10T04:24:16,533 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1362, reset compression=false 2024-11-10T04:24:16,753 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1340, reset compression=false 2024-11-10T04:24:16,837 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1362, reset compression=false 2024-11-10T04:24:17,145 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T04:24:17,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7f4a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:17,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33571,-1 for getting cluster id 2024-11-10T04:24:17,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:17,148 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7515a51c-aba8-4db9-b9fc-eceb45ce252e' 2024-11-10T04:24:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7515a51c-aba8-4db9-b9fc-eceb45ce252e" 2024-11-10T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4b4719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33571,-1] 2024-11-10T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,150 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5ea2d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:17,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c47acec 2024-11-10T04:24:17,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:17,155 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:17,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-10T04:24:17,156 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1340, reset compression=false 2024-11-10T04:24:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T04:24:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T04:24:17,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:17,240 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1362, reset compression=false 2024-11-10T04:24:17,245 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:17,245 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:17,245 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48b3ecbac51b930df23072b26169177/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:17,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:17,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T04:24:17,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T04:24:17,315 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T04:24:17,316 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T04:24:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T04:24:17,318 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e900e1ae4b9f,44643,1731212635965 suceeded 2024-11-10T04:24:17,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T04:24:17,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-10T04:24:17,319 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T04:24:17,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-10T04:24:17,410 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, startPosition=1239, beingWritten=true 2024-11-10T04:24:17,414 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:17,415 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1518, reset compression=false 2024-11-10T04:24:17,415 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[{test/05c2a99c8841329e0cbaa0ff3880e289/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T04:24:17,417 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:17,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:17,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:17,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:17,449 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T04:24:17,478 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:17,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:17,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:17,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:17,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T04:24:17,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:24:17,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:17,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:17,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:17,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:24:17,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846652977, stopped=false 2024-11-10T04:24:17,481 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,33571,1731212635927 2024-11-10T04:24:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075840653/running 2024-11-10T04:24:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075840653/running 2024-11-10T04:24:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:24:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:24:17,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:17,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:17,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:17,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,44643,1731212635965' ***** 2024-11-10T04:24:17,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:24:17,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/running 2024-11-10T04:24:17,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Set watcher on znode that does not yet exist, /2-1075840653/running 2024-11-10T04:24:17,484 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:24:17,484 INFO [RS:0;e900e1ae4b9f:44643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:24:17,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:24:17,484 INFO [RS:0;e900e1ae4b9f:44643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:24:17,484 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 05c2a99c8841329e0cbaa0ff3880e289 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:44643. 2024-11-10T04:24:17,485 DEBUG [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:17,485 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05c2a99c8841329e0cbaa0ff3880e289, disabling compactions & flushes 2024-11-10T04:24:17,485 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. after waiting 0 ms 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:24:17,485 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05c2a99c8841329e0cbaa0ff3880e289 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T04:24:17,485 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:24:17,485 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1325): Online Regions={05c2a99c8841329e0cbaa0ff3880e289=test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289., 3d5b0a2b4cccd6b8b8a15fc682942057=hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:24:17,485 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 05c2a99c8841329e0cbaa0ff3880e289, 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:17,485 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:17,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:17,486 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:24:17,501 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/info/6c40da4888694841a3983669a9498b58 is 147, key is hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057./info:regioninfo/1731212649160/Put/seqid=0 2024-11-10T04:24:17,501 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f/8e3542f483994b5eb696ae6f32a4b5d6 is 37, key is row3/f:row3/1731212656140/Put/seqid=0 2024-11-10T04:24:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741840_1016 (size=7686) 2024-11-10T04:24:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741841_1017 (size=5228) 2024-11-10T04:24:17,549 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:17,618 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1518, reset compression=false 2024-11-10T04:24:17,622 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:17,622 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1765, reset compression=false 2024-11-10T04:24:17,622 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,44643,1731212635965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:17,623 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,44643,1731212635965: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,44643,1731212635965, walGroup=e900e1ae4b9f%2C44643%2C1731212635965, offset=e900e1ae4b9f%2C44643%2C1731212635965.1731212637966:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:44643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:24:17,624 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:24:17,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:24:17,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:24:17,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:24:17,625 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:24:17,625 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 742748776 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198713144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:24:17,626 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:24:17,660 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1340, reset compression=false 2024-11-10T04:24:17,665 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:17,665 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:17,665 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:17,685 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 05c2a99c8841329e0cbaa0ff3880e289, 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:17,752 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:17,825 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1765, reset compression=false 2024-11-10T04:24:17,835 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:24:17,835 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:24:17,868 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:17,886 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 05c2a99c8841329e0cbaa0ff3880e289, 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:17,905 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/info/6c40da4888694841a3983669a9498b58 2024-11-10T04:24:17,905 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f/8e3542f483994b5eb696ae6f32a4b5d6 2024-11-10T04:24:17,910 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e3542f483994b5eb696ae6f32a4b5d6 2024-11-10T04:24:17,924 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/ns/f8070036837547d2b1857968af3d6d79 is 43, key is default/ns:d/1731212638916/Put/seqid=0 2024-11-10T04:24:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:24:17,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f1/e603a8b8762d4dc2825a312cbb2e1ffa is 30, key is row1/f1:/1731212653479/DeleteFamily/seqid=0 2024-11-10T04:24:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741843_1019 (size=5158) 2024-11-10T04:24:17,933 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f1/e603a8b8762d4dc2825a312cbb2e1ffa 2024-11-10T04:24:17,936 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e603a8b8762d4dc2825a312cbb2e1ffa 2024-11-10T04:24:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/norep/281b9f1dfb014ee99e7fc5d3bf8802f7 is 33, key is row2/norep:/1731212654485/DeleteFamily/seqid=0 2024-11-10T04:24:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741844_1020 (size=5108) 2024-11-10T04:24:18,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:24:18,086 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 05c2a99c8841329e0cbaa0ff3880e289, 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:18,129 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1765, reset compression=false 2024-11-10T04:24:18,156 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:18,172 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:18,286 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 05c2a99c8841329e0cbaa0ff3880e289, 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:18,328 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/ns/f8070036837547d2b1857968af3d6d79 2024-11-10T04:24:18,346 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/rep_barrier/671e65a19f1f46849ae3f1b7074f721e is 112, key is test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289./rep_barrier:seqnumDuringOpen/1731212644461/Put/seqid=0 2024-11-10T04:24:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741845_1021 (size=5518) 2024-11-10T04:24:18,354 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/norep/281b9f1dfb014ee99e7fc5d3bf8802f7 2024-11-10T04:24:18,358 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 281b9f1dfb014ee99e7fc5d3bf8802f7 2024-11-10T04:24:18,358 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f/8e3542f483994b5eb696ae6f32a4b5d6 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/f/8e3542f483994b5eb696ae6f32a4b5d6 2024-11-10T04:24:18,362 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e3542f483994b5eb696ae6f32a4b5d6 2024-11-10T04:24:18,362 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/f/8e3542f483994b5eb696ae6f32a4b5d6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T04:24:18,362 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/f1/e603a8b8762d4dc2825a312cbb2e1ffa as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/f1/e603a8b8762d4dc2825a312cbb2e1ffa 2024-11-10T04:24:18,365 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e603a8b8762d4dc2825a312cbb2e1ffa 2024-11-10T04:24:18,366 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/f1/e603a8b8762d4dc2825a312cbb2e1ffa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:18,366 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/.tmp/norep/281b9f1dfb014ee99e7fc5d3bf8802f7 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/norep/281b9f1dfb014ee99e7fc5d3bf8802f7 2024-11-10T04:24:18,370 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 281b9f1dfb014ee99e7fc5d3bf8802f7 2024-11-10T04:24:18,370 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/norep/281b9f1dfb014ee99e7fc5d3bf8802f7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:18,371 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 05c2a99c8841329e0cbaa0ff3880e289 in 886ms, sequenceid=12, compaction requested=false 2024-11-10T04:24:18,375 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/default/test/05c2a99c8841329e0cbaa0ff3880e289/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T04:24:18,375 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:18,375 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:18,375 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:18,375 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05c2a99c8841329e0cbaa0ff3880e289: Waiting for close lock at 1731212657485Running coprocessor pre-close hooks at 1731212657485Disabling compacts and flushes for region at 1731212657485Disabling writes for close at 1731212657485Obtaining lock to block concurrent updates at 1731212657485Preparing flush snapshotting stores in 05c2a99c8841329e0cbaa0ff3880e289 at 1731212657485Finished memstore snapshotting test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731212657485Flushing stores of test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. at 1731212657486 (+1 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/f: creating writer at 1731212657486Flushing 05c2a99c8841329e0cbaa0ff3880e289/f: appending metadata at 1731212657501 (+15 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/f: closing flushed file at 1731212657501Flushing 05c2a99c8841329e0cbaa0ff3880e289/f1: creating writer at 1731212657910 (+409 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/f1: appending metadata at 1731212657926 (+16 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/f1: closing flushed file at 1731212657927 (+1 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/norep: creating writer at 1731212657936 (+9 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/norep: appending metadata at 1731212657950 (+14 ms)Flushing 05c2a99c8841329e0cbaa0ff3880e289/norep: closing flushed file at 1731212657950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612fe648: reopening flushed file at 1731212658358 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca5e6fe: reopening flushed file at 1731212658362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1446ecbf: reopening flushed file at 1731212658366 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 05c2a99c8841329e0cbaa0ff3880e289 in 886ms, sequenceid=12, compaction requested=false at 1731212658371 (+5 ms)Writing region close event to WAL at 1731212658372 (+1 ms)Running coprocessor post-close hooks at 1731212658375 (+3 ms)Closed at 1731212658375 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212643311.05c2a99c8841329e0cbaa0ff3880e289. 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d5b0a2b4cccd6b8b8a15fc682942057, disabling compactions & flushes 2024-11-10T04:24:18,376 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. after waiting 0 ms 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d5b0a2b4cccd6b8b8a15fc682942057: Waiting for close lock at 1731212658376Running coprocessor pre-close hooks at 1731212658376Disabling compacts and flushes for region at 1731212658376Disabling writes for close at 1731212658376Failed flush hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., putting online again at 1731212658376 2024-11-10T04:24:18,376 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,486 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:24:18,486 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1325): Online Regions={3d5b0a2b4cccd6b8b8a15fc682942057=hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:24:18,486 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:18,486 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d5b0a2b4cccd6b8b8a15fc682942057 2024-11-10T04:24:18,486 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d5b0a2b4cccd6b8b8a15fc682942057, disabling compactions & flushes 2024-11-10T04:24:18,487 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,487 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,487 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. after waiting 0 ms 2024-11-10T04:24:18,487 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,487 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d5b0a2b4cccd6b8b8a15fc682942057: Waiting for close lock at 1731212658486Running coprocessor pre-close hooks at 1731212658486Disabling compacts and flushes for region at 1731212658486Disabling writes for close at 1731212658487 (+1 ms)Failed flush hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057., putting online again at 1731212658487 2024-11-10T04:24:18,487 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212648787.3d5b0a2b4cccd6b8b8a15fc682942057. 2024-11-10T04:24:18,532 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 1765, reset compression=false 2024-11-10T04:24:18,537 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:18,537 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 2409, reset compression=false 2024-11-10T04:24:18,576 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:18,659 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:18,687 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:18,740 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 2409, reset compression=false 2024-11-10T04:24:18,750 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/rep_barrier/671e65a19f1f46849ae3f1b7074f721e 2024-11-10T04:24:18,768 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/table/4765ed83c9254f8d9a8d442519a1d2c1 is 53, key is hbase:replication/table:state/1731212649166/Put/seqid=0 2024-11-10T04:24:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:24:18,887 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:19,043 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 2409, reset compression=false 2024-11-10T04:24:19,079 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:19,087 DEBUG [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:19,172 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/table/4765ed83c9254f8d9a8d442519a1d2c1 2024-11-10T04:24:19,177 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/info/6c40da4888694841a3983669a9498b58 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/info/6c40da4888694841a3983669a9498b58 2024-11-10T04:24:19,180 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/info/6c40da4888694841a3983669a9498b58, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:24:19,181 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/ns/f8070036837547d2b1857968af3d6d79 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/ns/f8070036837547d2b1857968af3d6d79 2024-11-10T04:24:19,184 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/ns/f8070036837547d2b1857968af3d6d79, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:24:19,185 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/rep_barrier/671e65a19f1f46849ae3f1b7074f721e as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/rep_barrier/671e65a19f1f46849ae3f1b7074f721e 2024-11-10T04:24:19,188 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/rep_barrier/671e65a19f1f46849ae3f1b7074f721e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:24:19,189 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/.tmp/table/4765ed83c9254f8d9a8d442519a1d2c1 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/table/4765ed83c9254f8d9a8d442519a1d2c1 2024-11-10T04:24:19,192 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/table/4765ed83c9254f8d9a8d442519a1d2c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:24:19,192 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-10T04:24:19,196 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:24:19,197 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:19,197 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:19,197 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:19,197 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212657485Running coprocessor pre-close hooks at 1731212657485Disabling compacts and flushes for region at 1731212657485Disabling writes for close at 1731212657485Obtaining lock to block concurrent updates at 1731212657486 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731212657486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212657486Flushing stores of hbase:meta,,1.1588230740 at 1731212657486Flushing 1588230740/info: creating writer at 1731212657486Flushing 1588230740/info: appending metadata at 1731212657501 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731212657501Flushing 1588230740/ns: creating writer at 1731212657910 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212657924 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212657924Flushing 1588230740/rep_barrier: creating writer at 1731212658332 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212658346 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212658346Flushing 1588230740/table: creating writer at 1731212658754 (+408 ms)Flushing 1588230740/table: appending metadata at 1731212658768 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731212658768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff93a77: reopening flushed file at 1731212659176 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3c126f: reopening flushed file at 1731212659181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388b1f05: reopening flushed file at 1731212659185 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a98101: reopening flushed file at 1731212659188 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731212659192 (+4 ms)Writing region close event to WAL at 1731212659194 (+2 ms)Running coprocessor post-close hooks at 1731212659197 (+3 ms)Closed at 1731212659197 2024-11-10T04:24:19,197 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:19,263 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:19,287 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T04:24:19,287 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,44643,1731212635965; all regions closed. 2024-11-10T04:24:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:24:19,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741839_1015 (size=2390) 2024-11-10T04:24:19,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.rep.1731212649127 not finished, retry = 0 2024-11-10T04:24:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741832_1008 (size=2417) 2024-11-10T04:24:19,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 not finished, retry = 0 2024-11-10T04:24:19,447 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 to pos 2409, reset compression=false 2024-11-10T04:24:19,495 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:19,495 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:19,495 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/WALs/e900e1ae4b9f,44643,1731212635965/e900e1ae4b9f%2C44643%2C1731212635965.1731212637966 2024-11-10T04:24:19,496 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:19,496 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:19,496 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:19,496 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:19,496 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,44643,1731212635965 because: Region server is closing 2024-11-10T04:24:19,496 INFO [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:44643. 2024-11-10T04:24:19,496 DEBUG [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:19,496 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:19,496 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:19,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:19,597 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.shippere900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 terminated 2024-11-10T04:24:19,597 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,44643,1731212635965.replicationSource.wal-reader.e900e1ae4b9f%2C44643%2C1731212635965,1-e900e1ae4b9f,44643,1731212635965 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T04:24:19,597 INFO [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:44643. 2024-11-10T04:24:19,597 DEBUG [RS:0;e900e1ae4b9f:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:19,597 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:19,597 DEBUG [RS:0;e900e1ae4b9f:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:19,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:19,597 INFO [RS:0;e900e1ae4b9f:44643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44643 2024-11-10T04:24:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075840653/rs/e900e1ae4b9f,44643,1731212635965 2024-11-10T04:24:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653/rs 2024-11-10T04:24:19,599 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:19,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,44643,1731212635965] 2024-11-10T04:24:19,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075840653/draining/e900e1ae4b9f,44643,1731212635965 already deleted, retry=false 2024-11-10T04:24:19,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,44643,1731212635965 expired; onlineServers=0 2024-11-10T04:24:19,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,33571,1731212635927' ***** 2024-11-10T04:24:19,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:19,603 DEBUG [M:0;e900e1ae4b9f:33571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:24:19,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:24:19,603 DEBUG [M:0;e900e1ae4b9f:33571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:24:19,603 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212637733 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212637733,5,FailOnTimeoutGroup] 2024-11-10T04:24:19,603 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212637733 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212637733,5,FailOnTimeoutGroup] 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:19,603 DEBUG [M:0;e900e1ae4b9f:33571 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:24:19,603 INFO [M:0;e900e1ae4b9f:33571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:19,604 INFO [M:0;e900e1ae4b9f:33571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:24:19,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:24:19,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075840653/master 2024-11-10T04:24:19,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075840653 2024-11-10T04:24:19,605 DEBUG [M:0;e900e1ae4b9f:33571 {}] zookeeper.ZKUtil(347): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Unable to get data of znode /2-1075840653/master because node does not exist (not an error) 2024-11-10T04:24:19,605 WARN [M:0;e900e1ae4b9f:33571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:24:19,606 INFO [M:0;e900e1ae4b9f:33571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/.lastflushedseqids 2024-11-10T04:24:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741847_1023 (size=245) 2024-11-10T04:24:19,683 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:19,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:19,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x101001e38c00007, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:19,701 INFO [RS:0;e900e1ae4b9f:44643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:19,701 INFO [RS:0;e900e1ae4b9f:44643 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,44643,1731212635965; zookeeper connection closed. 2024-11-10T04:24:19,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-11-10T04:24:19,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:24:19,966 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:20,010 INFO [M:0;e900e1ae4b9f:33571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:24:20,010 INFO [M:0;e900e1ae4b9f:33571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:24:20,011 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:20,011 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:20,011 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:20,011 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:20,011 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:20,011 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T04:24:20,026 DEBUG [M:0;e900e1ae4b9f:33571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a16491ee652428bbe15b6dfd5731f4c is 82, key is hbase:meta,,1/info:regioninfo/1731212638907/Put/seqid=0 2024-11-10T04:24:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741848_1024 (size=5672) 2024-11-10T04:24:20,386 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:20,430 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a16491ee652428bbe15b6dfd5731f4c 2024-11-10T04:24:20,448 DEBUG [M:0;e900e1ae4b9f:33571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d58d77d597c419197be7af87052e532 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212649169/Put/seqid=0 2024-11-10T04:24:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741849_1025 (size=9212) 2024-11-10T04:24:20,770 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:20,853 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d58d77d597c419197be7af87052e532 2024-11-10T04:24:20,870 DEBUG [M:0;e900e1ae4b9f:33571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb26be5971124b3fb56bed35368a1294 is 69, key is e900e1ae4b9f,44643,1731212635965/rs:state/1731212637817/Put/seqid=0 2024-11-10T04:24:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741850_1026 (size=5156) 2024-11-10T04:24:21,190 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:21,274 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb26be5971124b3fb56bed35368a1294 2024-11-10T04:24:21,279 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a16491ee652428bbe15b6dfd5731f4c as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a16491ee652428bbe15b6dfd5731f4c 2024-11-10T04:24:21,282 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a16491ee652428bbe15b6dfd5731f4c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T04:24:21,283 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d58d77d597c419197be7af87052e532 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d58d77d597c419197be7af87052e532 2024-11-10T04:24:21,286 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d58d77d597c419197be7af87052e532, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T04:24:21,286 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb26be5971124b3fb56bed35368a1294 as hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb26be5971124b3fb56bed35368a1294 2024-11-10T04:24:21,290 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37929/user/jenkins/test-data/a388b5b7-9936-a6ec-ae72-dfca43f41ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb26be5971124b3fb56bed35368a1294, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T04:24:21,290 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-11-10T04:24:21,292 INFO [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:21,292 DEBUG [M:0;e900e1ae4b9f:33571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212660010Disabling compacts and flushes for region at 1731212660010Disabling writes for close at 1731212660011 (+1 ms)Obtaining lock to block concurrent updates at 1731212660011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212660011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731212660011Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212660012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212660012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212660026 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212660026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212660434 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212660448 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212660448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212660856 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212660870 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212660870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e8173a: reopening flushed file at 1731212661278 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c279976: reopening flushed file at 1731212661282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7416bb45: reopening flushed file at 1731212661286 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1731212661290 (+4 ms)Writing region close event to WAL at 1731212661292 (+2 ms)Closed at 1731212661292 2024-11-10T04:24:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741830_1006 (size=73866) 2024-11-10T04:24:21,294 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:21,294 INFO [M:0;e900e1ae4b9f:33571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:24:21,294 INFO [M:0;e900e1ae4b9f:33571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33571 2024-11-10T04:24:21,295 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:21,399 INFO [M:0;e900e1ae4b9f:33571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33571-0x101001e38c00006, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:21,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50228582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:21,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72746a16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:21,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:21,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477bb26a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:21,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530ebbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:21,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:24:21,404 WARN [BP-424369324-172.17.0.2-1731212634902 heartbeating to localhost/127.0.0.1:37929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:24:21,404 WARN [BP-424369324-172.17.0.2-1731212634902 heartbeating to localhost/127.0.0.1:37929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-424369324-172.17.0.2-1731212634902 (Datanode Uuid 488e395d-2880-4ac0-94c5-b6ed386818f2) service to localhost/127.0.0.1:37929 2024-11-10T04:24:21,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:24:21,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/cluster_29fcea3e-c714-dc37-f1a7-f210806b83be/data/data1/current/BP-424369324-172.17.0.2-1731212634902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:21,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/cluster_29fcea3e-c714-dc37-f1a7-f210806b83be/data/data2/current/BP-424369324-172.17.0.2-1731212634902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:21,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:24:21,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2add119{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:21,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9395d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:21,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:21,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fed71da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:21,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44cd309e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:21,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:24:21,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:24:21,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:21,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:21,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:21,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:21,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:21,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:24:21,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432528649, stopped=false 2024-11-10T04:24:21,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,35823,1731212632202 2024-11-10T04:24:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-337187949/running 2024-11-10T04:24:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-337187949/running 2024-11-10T04:24:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:24:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:24:21,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:21,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:21,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:21,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:21,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,45605,1731212632237' ***** 2024-11-10T04:24:21,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:24:21,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/running 2024-11-10T04:24:21,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Set watcher on znode that does not yet exist, /1-337187949/running 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:24:21,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:21,429 INFO [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:45605. 2024-11-10T04:24:21,429 DEBUG [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:21,429 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d48b3ecbac51b930df23072b26169177, disabling compactions & flushes 2024-11-10T04:24:21,430 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:24:21,430 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:24:21,430 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:21,430 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:21,430 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212641161.d48b3ecbac51b930df23072b26169177. after waiting 0 ms 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:21,430 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d48b3ecbac51b930df23072b26169177 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T04:24:21,430 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:24:21,430 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1325): Online Regions={d48b3ecbac51b930df23072b26169177=test,,1731212641161.d48b3ecbac51b930df23072b26169177., 1588230740=hbase:meta,,1.1588230740, 9346aa12f294e570e3a04ae31bdfd0d7=hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.} 2024-11-10T04:24:21,430 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7, d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:21,430 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:21,430 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:21,430 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:24:21,446 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f/750124fc7a2f4580a01d049872baf4dd is 37, key is row3/f:row3/1731212656140/Put/seqid=0 2024-11-10T04:24:21,448 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/info/485523695fde4c419ca2ec36592d1518 is 147, key is hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7./info:regioninfo/1731212648398/Put/seqid=0 2024-11-10T04:24:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741840_1016 (size=5228) 2024-11-10T04:24:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741841_1017 (size=7686) 2024-11-10T04:24:21,512 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:21,630 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7, d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:21,674 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1466, reset compression=false 2024-11-10T04:24:21,679 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:21,679 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1713, reset compression=false 2024-11-10T04:24:21,679 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,45605,1731212632237 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:21,680 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,45605,1731212632237: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,45605,1731212632237, walGroup=e900e1ae4b9f%2C45605%2C1731212632237, offset=e900e1ae4b9f%2C45605%2C1731212632237.1731212633824:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:45605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:24:21,680 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:24:21,681 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:24:21,681 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:24:21,681 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:24:21,681 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:24:21,681 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 824537704 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199290632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:24:21,681 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:24:21,688 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:24:21,689 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:24:21,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:24:21,830 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7, d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:21,850 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f/750124fc7a2f4580a01d049872baf4dd 2024-11-10T04:24:21,852 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/info/485523695fde4c419ca2ec36592d1518 2024-11-10T04:24:21,854 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750124fc7a2f4580a01d049872baf4dd 2024-11-10T04:24:21,870 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/ns/7d2ed7279ab34e459ae79ca4255a53f8 is 43, key is default/ns:d/1731212634776/Put/seqid=0 2024-11-10T04:24:21,872 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f1/41a506b770d54ac1b0e1a57c5f2e8bf0 is 30, key is row1/f1:/1731212653479/DeleteFamily/seqid=0 2024-11-10T04:24:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:24:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741843_1019 (size=5158) 2024-11-10T04:24:21,882 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1713, reset compression=false 2024-11-10T04:24:22,030 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7, d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:22,094 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:22,185 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1713, reset compression=false 2024-11-10T04:24:22,231 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7, d48b3ecbac51b930df23072b26169177 2024-11-10T04:24:22,274 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/ns/7d2ed7279ab34e459ae79ca4255a53f8 2024-11-10T04:24:22,275 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f1/41a506b770d54ac1b0e1a57c5f2e8bf0 2024-11-10T04:24:22,279 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41a506b770d54ac1b0e1a57c5f2e8bf0 2024-11-10T04:24:22,293 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/norep/e59009d7ed2145188edc52865ea3ca26 is 33, key is row1/norep:/1731212653479/DeleteFamily/seqid=0 2024-11-10T04:24:22,296 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/rep_barrier/aec4a54969d64ff58f819955de2500e5 is 112, key is test,,1731212641161.d48b3ecbac51b930df23072b26169177./rep_barrier:seqnumDuringOpen/1731212642309/Put/seqid=0 2024-11-10T04:24:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741844_1020 (size=5108) 2024-11-10T04:24:22,298 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/norep/e59009d7ed2145188edc52865ea3ca26 2024-11-10T04:24:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741845_1021 (size=5518) 2024-11-10T04:24:22,301 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/rep_barrier/aec4a54969d64ff58f819955de2500e5 2024-11-10T04:24:22,302 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e59009d7ed2145188edc52865ea3ca26 2024-11-10T04:24:22,302 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f/750124fc7a2f4580a01d049872baf4dd as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/f/750124fc7a2f4580a01d049872baf4dd 2024-11-10T04:24:22,306 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750124fc7a2f4580a01d049872baf4dd 2024-11-10T04:24:22,306 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/f/750124fc7a2f4580a01d049872baf4dd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T04:24:22,307 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/f1/41a506b770d54ac1b0e1a57c5f2e8bf0 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/f1/41a506b770d54ac1b0e1a57c5f2e8bf0 2024-11-10T04:24:22,311 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41a506b770d54ac1b0e1a57c5f2e8bf0 2024-11-10T04:24:22,311 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/f1/41a506b770d54ac1b0e1a57c5f2e8bf0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:22,312 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/.tmp/norep/e59009d7ed2145188edc52865ea3ca26 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/norep/e59009d7ed2145188edc52865ea3ca26 2024-11-10T04:24:22,315 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e59009d7ed2145188edc52865ea3ca26 2024-11-10T04:24:22,316 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/norep/e59009d7ed2145188edc52865ea3ca26, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:22,317 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d48b3ecbac51b930df23072b26169177 in 887ms, sequenceid=12, compaction requested=false 2024-11-10T04:24:22,317 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:24:22,321 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/default/test/d48b3ecbac51b930df23072b26169177/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T04:24:22,321 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/table/7fa0422a9fe54984aa25b29e0e12afba is 53, key is hbase:replication/table:state/1731212648404/Put/seqid=0 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:22,322 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d48b3ecbac51b930df23072b26169177: Waiting for close lock at 1731212661429Running coprocessor pre-close hooks at 1731212661429Disabling compacts and flushes for region at 1731212661429Disabling writes for close at 1731212661430 (+1 ms)Obtaining lock to block concurrent updates at 1731212661430Preparing flush snapshotting stores in d48b3ecbac51b930df23072b26169177 at 1731212661430Finished memstore snapshotting test,,1731212641161.d48b3ecbac51b930df23072b26169177., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731212661430Flushing stores of test,,1731212641161.d48b3ecbac51b930df23072b26169177. at 1731212661431 (+1 ms)Flushing d48b3ecbac51b930df23072b26169177/f: creating writer at 1731212661431Flushing d48b3ecbac51b930df23072b26169177/f: appending metadata at 1731212661445 (+14 ms)Flushing d48b3ecbac51b930df23072b26169177/f: closing flushed file at 1731212661445Flushing d48b3ecbac51b930df23072b26169177/f1: creating writer at 1731212661854 (+409 ms)Flushing d48b3ecbac51b930df23072b26169177/f1: appending metadata at 1731212661871 (+17 ms)Flushing d48b3ecbac51b930df23072b26169177/f1: closing flushed file at 1731212661871Flushing d48b3ecbac51b930df23072b26169177/norep: creating writer at 1731212662279 (+408 ms)Flushing d48b3ecbac51b930df23072b26169177/norep: appending metadata at 1731212662293 (+14 ms)Flushing d48b3ecbac51b930df23072b26169177/norep: closing flushed file at 1731212662293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643a9707: reopening flushed file at 1731212662302 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e598740: reopening flushed file at 1731212662306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1655892f: reopening flushed file at 1731212662311 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d48b3ecbac51b930df23072b26169177 in 887ms, sequenceid=12, compaction requested=false at 1731212662317 (+6 ms)Writing region close event to WAL at 1731212662319 (+2 ms)Running coprocessor post-close hooks at 1731212662322 (+3 ms)Closed at 1731212662322 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212641161.d48b3ecbac51b930df23072b26169177. 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9346aa12f294e570e3a04ae31bdfd0d7, disabling compactions & flushes 2024-11-10T04:24:22,322 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. after waiting 0 ms 2024-11-10T04:24:22,322 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,323 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9346aa12f294e570e3a04ae31bdfd0d7: Waiting for close lock at 1731212662322Running coprocessor pre-close hooks at 1731212662322Disabling compacts and flushes for region at 1731212662322Disabling writes for close at 1731212662322Failed flush hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7., putting online again at 1731212662323 (+1 ms) 2024-11-10T04:24:22,323 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:24:22,431 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:24:22,431 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9346aa12f294e570e3a04ae31bdfd0d7=hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7.} 2024-11-10T04:24:22,431 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(3091): Received CLOSE for 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:22,431 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9346aa12f294e570e3a04ae31bdfd0d7 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9346aa12f294e570e3a04ae31bdfd0d7, disabling compactions & flushes 2024-11-10T04:24:22,431 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. after waiting 0 ms 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9346aa12f294e570e3a04ae31bdfd0d7: Waiting for close lock at 1731212662431Running coprocessor pre-close hooks at 1731212662431Disabling compacts and flushes for region at 1731212662431Disabling writes for close at 1731212662431Failed flush hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7., putting online again at 1731212662431 2024-11-10T04:24:22,431 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212647633.9346aa12f294e570e3a04ae31bdfd0d7. 2024-11-10T04:24:22,589 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 1713, reset compression=false 2024-11-10T04:24:22,594 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:22,594 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 2357, reset compression=false 2024-11-10T04:24:22,631 DEBUG [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:22,726 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/table/7fa0422a9fe54984aa25b29e0e12afba 2024-11-10T04:24:22,730 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/info/485523695fde4c419ca2ec36592d1518 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/info/485523695fde4c419ca2ec36592d1518 2024-11-10T04:24:22,734 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/info/485523695fde4c419ca2ec36592d1518, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:24:22,735 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/ns/7d2ed7279ab34e459ae79ca4255a53f8 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/ns/7d2ed7279ab34e459ae79ca4255a53f8 2024-11-10T04:24:22,738 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/ns/7d2ed7279ab34e459ae79ca4255a53f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:24:22,739 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/rep_barrier/aec4a54969d64ff58f819955de2500e5 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/rep_barrier/aec4a54969d64ff58f819955de2500e5 2024-11-10T04:24:22,742 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/rep_barrier/aec4a54969d64ff58f819955de2500e5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:24:22,742 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/.tmp/table/7fa0422a9fe54984aa25b29e0e12afba as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/table/7fa0422a9fe54984aa25b29e0e12afba 2024-11-10T04:24:22,746 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/table/7fa0422a9fe54984aa25b29e0e12afba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:24:22,747 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-10T04:24:22,747 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:24:22,755 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:24:22,755 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:22,755 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:22,755 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:22,755 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212661430Running coprocessor pre-close hooks at 1731212661430Disabling compacts and flushes for region at 1731212661430Disabling writes for close at 1731212661430Obtaining lock to block concurrent updates at 1731212661430Preparing flush snapshotting stores in 1588230740 at 1731212661430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212661430Flushing stores of hbase:meta,,1.1588230740 at 1731212661431 (+1 ms)Flushing 1588230740/info: creating writer at 1731212661431Flushing 1588230740/info: appending metadata at 1731212661448 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731212661448Flushing 1588230740/ns: creating writer at 1731212661856 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731212661869 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731212661869Flushing 1588230740/rep_barrier: creating writer at 1731212662279 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212662295 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212662296 (+1 ms)Flushing 1588230740/table: creating writer at 1731212662304 (+8 ms)Flushing 1588230740/table: appending metadata at 1731212662321 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731212662321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aac59a8: reopening flushed file at 1731212662730 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abf9580: reopening flushed file at 1731212662734 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201ca11a: reopening flushed file at 1731212662738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145e71e4: reopening flushed file at 1731212662742 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731212662747 (+5 ms)Writing region close event to WAL at 1731212662752 (+5 ms)Running coprocessor post-close hooks at 1731212662755 (+3 ms)Closed at 1731212662755 2024-11-10T04:24:22,756 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:22,797 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/WALs/e900e1ae4b9f,45605,1731212632237/e900e1ae4b9f%2C45605%2C1731212632237.1731212633824 to pos 2357, reset compression=false 2024-11-10T04:24:22,831 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T04:24:22,831 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,45605,1731212632237; all regions closed. 2024-11-10T04:24:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:24:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741839_1015 (size=2609) 2024-11-10T04:24:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741832_1008 (size=2365) 2024-11-10T04:24:22,838 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:22,838 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:22,838 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:22,839 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:22,839 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:22,839 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:22,839 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,45605,1731212632237 because: Region server is closing 2024-11-10T04:24:22,839 INFO [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:45605. 2024-11-10T04:24:22,839 DEBUG [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:22,839 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:22,839 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:22,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:22,940 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.shippere900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 terminated 2024-11-10T04:24:22,940 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,45605,1731212632237.replicationSource.wal-reader.e900e1ae4b9f%2C45605%2C1731212632237,1-e900e1ae4b9f,45605,1731212632237 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:24:22,940 INFO [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:45605. 2024-11-10T04:24:22,940 DEBUG [RS:0;e900e1ae4b9f:45605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:22,940 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:22,940 DEBUG [RS:0;e900e1ae4b9f:45605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:22,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:22,940 INFO [RS:0;e900e1ae4b9f:45605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45605 2024-11-10T04:24:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-337187949/rs/e900e1ae4b9f,45605,1731212632237 2024-11-10T04:24:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949/rs 2024-11-10T04:24:22,942 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:22,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,45605,1731212632237] 2024-11-10T04:24:22,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-337187949/draining/e900e1ae4b9f,45605,1731212632237 already deleted, retry=false 2024-11-10T04:24:22,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,45605,1731212632237 expired; onlineServers=0 2024-11-10T04:24:22,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,35823,1731212632202' ***** 2024-11-10T04:24:22,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:24:22,945 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:22,945 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:22,945 DEBUG [M:0;e900e1ae4b9f:35823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:24:22,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:24:22,945 DEBUG [M:0;e900e1ae4b9f:35823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:24:22,945 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212633598 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212633598,5,FailOnTimeoutGroup] 2024-11-10T04:24:22,945 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212633598 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212633598,5,FailOnTimeoutGroup] 2024-11-10T04:24:22,946 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:22,946 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:22,946 DEBUG [M:0;e900e1ae4b9f:35823 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:24:22,946 INFO [M:0;e900e1ae4b9f:35823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:24:22,946 INFO [M:0;e900e1ae4b9f:35823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:22,946 INFO [M:0;e900e1ae4b9f:35823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:24:22,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:24:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-337187949/master 2024-11-10T04:24:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-337187949 2024-11-10T04:24:22,948 DEBUG [M:0;e900e1ae4b9f:35823 {}] zookeeper.ZKUtil(347): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Unable to get data of znode /1-337187949/master because node does not exist (not an error) 2024-11-10T04:24:22,948 WARN [M:0;e900e1ae4b9f:35823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:24:22,949 INFO [M:0;e900e1ae4b9f:35823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/.lastflushedseqids 2024-11-10T04:24:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741847_1023 (size=245) 2024-11-10T04:24:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45605-0x101001e38c00004, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:23,044 INFO [RS:0;e900e1ae4b9f:45605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:23,044 INFO [RS:0;e900e1ae4b9f:45605 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,45605,1731212632237; zookeeper connection closed. 2024-11-10T04:24:23,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@def0f93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@def0f93 2024-11-10T04:24:23,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:24:23,097 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:23,353 INFO [M:0;e900e1ae4b9f:35823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:24:23,354 INFO [M:0;e900e1ae4b9f:35823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:24:23,354 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:23,354 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:23,354 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:23,354 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:23,354 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:23,354 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T04:24:23,373 DEBUG [M:0;e900e1ae4b9f:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb47dcf32c4d4090b3ef4fb5fab4d9c0 is 82, key is hbase:meta,,1/info:regioninfo/1731212634767/Put/seqid=0 2024-11-10T04:24:23,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741848_1024 (size=5672) 2024-11-10T04:24:23,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:23,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:23,669 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68598 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:23,777 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb47dcf32c4d4090b3ef4fb5fab4d9c0 2024-11-10T04:24:23,795 DEBUG [M:0;e900e1ae4b9f:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3ba91c8e63481ba4b9bdf274fcbfde is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212648407/Put/seqid=0 2024-11-10T04:24:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741849_1025 (size=8516) 2024-11-10T04:24:23,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:23,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:23,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:24,200 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3ba91c8e63481ba4b9bdf274fcbfde 2024-11-10T04:24:24,201 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:24,218 DEBUG [M:0;e900e1ae4b9f:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baf7b226adeb4dd49b8bcda39230f712 is 69, key is e900e1ae4b9f,45605,1731212632237/rs:state/1731212633678/Put/seqid=0 2024-11-10T04:24:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741850_1026 (size=5156) 2024-11-10T04:24:24,623 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baf7b226adeb4dd49b8bcda39230f712 2024-11-10T04:24:24,627 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb47dcf32c4d4090b3ef4fb5fab4d9c0 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb47dcf32c4d4090b3ef4fb5fab4d9c0 2024-11-10T04:24:24,631 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb47dcf32c4d4090b3ef4fb5fab4d9c0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:24:24,632 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3ba91c8e63481ba4b9bdf274fcbfde as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3ba91c8e63481ba4b9bdf274fcbfde 2024-11-10T04:24:24,636 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3ba91c8e63481ba4b9bdf274fcbfde, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:24:24,637 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baf7b226adeb4dd49b8bcda39230f712 as hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baf7b226adeb4dd49b8bcda39230f712 2024-11-10T04:24:24,641 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/5490913b-6146-9135-f62d-e3319df8e131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baf7b226adeb4dd49b8bcda39230f712, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:24:24,642 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-10T04:24:24,645 INFO [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:24,645 DEBUG [M:0;e900e1ae4b9f:35823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212663354Disabling compacts and flushes for region at 1731212663354Disabling writes for close at 1731212663354Obtaining lock to block concurrent updates at 1731212663354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212663354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731212663354Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212663355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212663355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212663373 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212663373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212663781 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212663795 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212663795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212664203 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212664218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212664218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b85e748: reopening flushed file at 1731212664626 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51da3579: reopening flushed file at 1731212664632 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4096afb6: reopening flushed file at 1731212664637 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731212664642 (+5 ms)Writing region close event to WAL at 1731212664645 (+3 ms)Closed at 1731212664645 2024-11-10T04:24:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741830_1006 (size=63654) 2024-11-10T04:24:24,648 INFO [M:0;e900e1ae4b9f:35823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:24:24,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:24,648 INFO [M:0;e900e1ae4b9f:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35823 2024-11-10T04:24:24,648 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:24,750 INFO [M:0;e900e1ae4b9f:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101001e38c00003, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733a93b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:24,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b3174ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:24,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0da963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@520bb8ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:24,755 WARN [BP-1108702107-172.17.0.2-1731212631145 heartbeating to localhost/127.0.0.1:34821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:24:24,756 WARN [BP-1108702107-172.17.0.2-1731212631145 heartbeating to localhost/127.0.0.1:34821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108702107-172.17.0.2-1731212631145 (Datanode Uuid 83a7106c-8c92-4ab6-abeb-fca6e36df613) service to localhost/127.0.0.1:34821 2024-11-10T04:24:24,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:24:24,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:24:24,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/cluster_85f1ba72-ba73-aaee-f2db-c0c1da640bcf/data/data1/current/BP-1108702107-172.17.0.2-1731212631145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:24,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/cluster_85f1ba72-ba73-aaee-f2db-c0c1da640bcf/data/data2/current/BP-1108702107-172.17.0.2-1731212631145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:24,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:24:24,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a6605b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:24,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fb8fc3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:24,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:24,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bac06a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:24,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5f4487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c4d926-1014-d9e9-a93f-1421e26a5053/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:24:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:24:24,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:24,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:24,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:24,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:24,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:24,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:24:24,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=333878508, stopped=false 2024-11-10T04:24:24,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,39137,1731212628038 2024-11-10T04:24:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0433721888/running 2024-11-10T04:24:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0433721888/running 2024-11-10T04:24:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:24:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:24:24,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:24,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/running 2024-11-10T04:24:24,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Set watcher on znode that does not yet exist, /0433721888/running 2024-11-10T04:24:24,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:24,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:24,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:24,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,33375,1731212628091' ***** 2024-11-10T04:24:24,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:24:24,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(3091): Received CLOSE for 27ab3c5c8f531bdcace88cfb4b1e0375 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(3091): Received CLOSE for a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,33375,1731212628091 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:33375. 2024-11-10T04:24:24,783 DEBUG [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:24,783 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:24,783 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27ab3c5c8f531bdcace88cfb4b1e0375, disabling compactions & flushes 2024-11-10T04:24:24,783 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:24,783 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:24:24,783 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. after waiting 0 ms 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:24:24,783 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:24,783 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:24:24,784 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27ab3c5c8f531bdcace88cfb4b1e0375 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T04:24:24,784 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:24:24,784 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1325): Online Regions={27ab3c5c8f531bdcace88cfb4b1e0375=hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375., 1588230740=hbase:meta,,1.1588230740, a497878c3a641ec9f51653ad654d4f36=test,,1731212639013.a497878c3a641ec9f51653ad654d4f36.} 2024-11-10T04:24:24,784 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27ab3c5c8f531bdcace88cfb4b1e0375, a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:24,784 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:24,784 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:24,784 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:24,784 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:24,784 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:24,784 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:24:24,799 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/info/2919cf55c1e8478d921b66615a3801f2 is 147, key is hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375./info:regioninfo/1731212646638/Put/seqid=0 2024-11-10T04:24:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741840_1016 (size=7686) 2024-11-10T04:24:24,802 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/.tmp/queue/8c4f1f70f0894a90be8e2eeec7de2cdf is 154, key is 1-e900e1ae4b9f,33375,1731212628091/queue:e900e1ae4b9f%2C33375%2C1731212628091/1731212657667/Put/seqid=0 2024-11-10T04:24:24,802 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/info/2919cf55c1e8478d921b66615a3801f2 2024-11-10T04:24:24,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741841_1017 (size=5353) 2024-11-10T04:24:24,806 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/.tmp/queue/8c4f1f70f0894a90be8e2eeec7de2cdf 2024-11-10T04:24:24,809 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/.tmp/queue/8c4f1f70f0894a90be8e2eeec7de2cdf as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/queue/8c4f1f70f0894a90be8e2eeec7de2cdf 2024-11-10T04:24:24,812 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/queue/8c4f1f70f0894a90be8e2eeec7de2cdf, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T04:24:24,813 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27ab3c5c8f531bdcace88cfb4b1e0375 in 30ms, sequenceid=14, compaction requested=false 2024-11-10T04:24:24,816 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/replication/27ab3c5c8f531bdcace88cfb4b1e0375/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:24,817 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27ab3c5c8f531bdcace88cfb4b1e0375: Waiting for close lock at 1731212664783Running coprocessor pre-close hooks at 1731212664783Disabling compacts and flushes for region at 1731212664783Disabling writes for close at 1731212664783Obtaining lock to block concurrent updates at 1731212664784 (+1 ms)Preparing flush snapshotting stores in 27ab3c5c8f531bdcace88cfb4b1e0375 at 1731212664784Finished memstore snapshotting hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731212664784Flushing stores of hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. at 1731212664784Flushing 27ab3c5c8f531bdcace88cfb4b1e0375/queue: creating writer at 1731212664784Flushing 27ab3c5c8f531bdcace88cfb4b1e0375/queue: appending metadata at 1731212664802 (+18 ms)Flushing 27ab3c5c8f531bdcace88cfb4b1e0375/queue: closing flushed file at 1731212664802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169fb842: reopening flushed file at 1731212664809 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27ab3c5c8f531bdcace88cfb4b1e0375 in 30ms, sequenceid=14, compaction requested=false at 1731212664813 (+4 ms)Writing region close event to WAL at 1731212664814 (+1 ms)Running coprocessor post-close hooks at 1731212664817 (+3 ms)Closed at 1731212664817 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212645473.27ab3c5c8f531bdcace88cfb4b1e0375. 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a497878c3a641ec9f51653ad654d4f36, disabling compactions & flushes 2024-11-10T04:24:24,817 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. after waiting 0 ms 2024-11-10T04:24:24,817 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:24,817 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a497878c3a641ec9f51653ad654d4f36 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T04:24:24,824 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/ns/fc9f7bef49924e00bccef8588555ac5a is 43, key is default/ns:d/1731212631037/Put/seqid=0 2024-11-10T04:24:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:24:24,832 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f/b4137adff9e74b2b954c70f4814fa1d5 is 37, key is row3/f:row3/1731212656140/Put/seqid=0 2024-11-10T04:24:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741843_1019 (size=5228) 2024-11-10T04:24:24,877 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:24,942 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:24:24,942 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:24:24,984 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:25,184 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a497878c3a641ec9f51653ad654d4f36 2024-11-10T04:24:25,228 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/ns/fc9f7bef49924e00bccef8588555ac5a 2024-11-10T04:24:25,236 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f/b4137adff9e74b2b954c70f4814fa1d5 2024-11-10T04:24:25,239 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4137adff9e74b2b954c70f4814fa1d5 2024-11-10T04:24:25,246 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/rep_barrier/0b0f052719c3440aaac62f1ed0de9c1a is 112, key is test,,1731212639013.a497878c3a641ec9f51653ad654d4f36./rep_barrier:seqnumDuringOpen/1731212640159/Put/seqid=0 2024-11-10T04:24:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741844_1020 (size=5518) 2024-11-10T04:24:25,250 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/rep_barrier/0b0f052719c3440aaac62f1ed0de9c1a 2024-11-10T04:24:25,254 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f1/79aaa232a0ef47dcb742798fcd65d562 is 30, key is row1/f1:/1731212653479/DeleteFamily/seqid=0 2024-11-10T04:24:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741845_1021 (size=5158) 2024-11-10T04:24:25,257 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f1/79aaa232a0ef47dcb742798fcd65d562 2024-11-10T04:24:25,260 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79aaa232a0ef47dcb742798fcd65d562 2024-11-10T04:24:25,271 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/table/ab6a56c9606840d48f7abef577f37265 is 53, key is hbase:replication/table:state/1731212646644/Put/seqid=0 2024-11-10T04:24:25,274 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/norep/404770d08ffa41999f08f55e4bbe4914 is 32, key is row/norep:/1731212652473/DeleteFamily/seqid=0 2024-11-10T04:24:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:24:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741847_1023 (size=5101) 2024-11-10T04:24:25,277 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/norep/404770d08ffa41999f08f55e4bbe4914 2024-11-10T04:24:25,280 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 404770d08ffa41999f08f55e4bbe4914 2024-11-10T04:24:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f/b4137adff9e74b2b954c70f4814fa1d5 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/f/b4137adff9e74b2b954c70f4814fa1d5 2024-11-10T04:24:25,283 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4137adff9e74b2b954c70f4814fa1d5 2024-11-10T04:24:25,284 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/f/b4137adff9e74b2b954c70f4814fa1d5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T04:24:25,284 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/f1/79aaa232a0ef47dcb742798fcd65d562 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/f1/79aaa232a0ef47dcb742798fcd65d562 2024-11-10T04:24:25,287 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79aaa232a0ef47dcb742798fcd65d562 2024-11-10T04:24:25,288 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/f1/79aaa232a0ef47dcb742798fcd65d562, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:25,288 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/.tmp/norep/404770d08ffa41999f08f55e4bbe4914 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/norep/404770d08ffa41999f08f55e4bbe4914 2024-11-10T04:24:25,291 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 404770d08ffa41999f08f55e4bbe4914 2024-11-10T04:24:25,291 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/norep/404770d08ffa41999f08f55e4bbe4914, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T04:24:25,292 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a497878c3a641ec9f51653ad654d4f36 in 475ms, sequenceid=12, compaction requested=false 2024-11-10T04:24:25,292 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:24:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/default/test/a497878c3a641ec9f51653ad654d4f36/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T04:24:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:25,296 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a497878c3a641ec9f51653ad654d4f36: Waiting for close lock at 1731212664817Running coprocessor pre-close hooks at 1731212664817Disabling compacts and flushes for region at 1731212664817Disabling writes for close at 1731212664817Obtaining lock to block concurrent updates at 1731212664817Preparing flush snapshotting stores in a497878c3a641ec9f51653ad654d4f36 at 1731212664817Finished memstore snapshotting test,,1731212639013.a497878c3a641ec9f51653ad654d4f36., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731212664817Flushing stores of test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. at 1731212664818 (+1 ms)Flushing a497878c3a641ec9f51653ad654d4f36/f: creating writer at 1731212664818Flushing a497878c3a641ec9f51653ad654d4f36/f: appending metadata at 1731212664832 (+14 ms)Flushing a497878c3a641ec9f51653ad654d4f36/f: closing flushed file at 1731212664832Flushing a497878c3a641ec9f51653ad654d4f36/f1: creating writer at 1731212665239 (+407 ms)Flushing a497878c3a641ec9f51653ad654d4f36/f1: appending metadata at 1731212665253 (+14 ms)Flushing a497878c3a641ec9f51653ad654d4f36/f1: closing flushed file at 1731212665253Flushing a497878c3a641ec9f51653ad654d4f36/norep: creating writer at 1731212665261 (+8 ms)Flushing a497878c3a641ec9f51653ad654d4f36/norep: appending metadata at 1731212665273 (+12 ms)Flushing a497878c3a641ec9f51653ad654d4f36/norep: closing flushed file at 1731212665273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c099cb6: reopening flushed file at 1731212665280 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41741f99: reopening flushed file at 1731212665284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1f795: reopening flushed file at 1731212665288 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a497878c3a641ec9f51653ad654d4f36 in 475ms, sequenceid=12, compaction requested=false at 1731212665292 (+4 ms)Writing region close event to WAL at 1731212665293 (+1 ms)Running coprocessor post-close hooks at 1731212665296 (+3 ms)Closed at 1731212665296 2024-11-10T04:24:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212639013.a497878c3a641ec9f51653ad654d4f36. 2024-11-10T04:24:25,384 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:25,415 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 1491, reset compression=false 2024-11-10T04:24:25,419 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:25,419 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 2382, reset compression=false 2024-11-10T04:24:25,419 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,33375,1731212628091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:25,420 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,33375,1731212628091: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,33375,1731212628091, walGroup=e900e1ae4b9f%2C33375%2C1731212628091, offset=e900e1ae4b9f%2C33375%2C1731212628091.1731212630075:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:24:25,421 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:24:25,421 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:24:25,422 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:24:25,422 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:24:25,422 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:24:25,422 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 939881064 }, "NonHeapMemoryUsage": { "committed": 203030528, "init": 7667712, "max": -1, "used": 200071096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:24:25,422 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:24:25,584 DEBUG [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:25,622 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 2382, reset compression=false 2024-11-10T04:24:25,676 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/table/ab6a56c9606840d48f7abef577f37265 2024-11-10T04:24:25,680 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/info/2919cf55c1e8478d921b66615a3801f2 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/info/2919cf55c1e8478d921b66615a3801f2 2024-11-10T04:24:25,684 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/info/2919cf55c1e8478d921b66615a3801f2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:24:25,684 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/ns/fc9f7bef49924e00bccef8588555ac5a as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/ns/fc9f7bef49924e00bccef8588555ac5a 2024-11-10T04:24:25,687 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/ns/fc9f7bef49924e00bccef8588555ac5a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:24:25,688 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/rep_barrier/0b0f052719c3440aaac62f1ed0de9c1a as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/rep_barrier/0b0f052719c3440aaac62f1ed0de9c1a 2024-11-10T04:24:25,691 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/rep_barrier/0b0f052719c3440aaac62f1ed0de9c1a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:24:25,692 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/.tmp/table/ab6a56c9606840d48f7abef577f37265 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/table/ab6a56c9606840d48f7abef577f37265 2024-11-10T04:24:25,695 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/table/ab6a56c9606840d48f7abef577f37265, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:24:25,695 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-10T04:24:25,695 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:24:25,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:24:25,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:25,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:25,700 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:25,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212664784Running coprocessor pre-close hooks at 1731212664784Disabling compacts and flushes for region at 1731212664784Disabling writes for close at 1731212664784Obtaining lock to block concurrent updates at 1731212664784Preparing flush snapshotting stores in 1588230740 at 1731212664784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212664784Flushing stores of hbase:meta,,1.1588230740 at 1731212664785 (+1 ms)Flushing 1588230740/info: creating writer at 1731212664785Flushing 1588230740/info: appending metadata at 1731212664798 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731212664798Flushing 1588230740/ns: creating writer at 1731212664807 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731212664823 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731212664823Flushing 1588230740/rep_barrier: creating writer at 1731212665232 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212665246 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212665246Flushing 1588230740/table: creating writer at 1731212665254 (+8 ms)Flushing 1588230740/table: appending metadata at 1731212665271 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731212665271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649fe34a: reopening flushed file at 1731212665680 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f5a2de: reopening flushed file at 1731212665684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86765f5: reopening flushed file at 1731212665687 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bb08f9: reopening flushed file at 1731212665691 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1731212665695 (+4 ms)Writing region close event to WAL at 1731212665697 (+2 ms)Running coprocessor post-close hooks at 1731212665700 (+3 ms)Closed at 1731212665700 2024-11-10T04:24:25,700 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:25,785 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,33375,1731212628091; all regions closed. 2024-11-10T04:24:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:24:25,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.meta.1731212630990.meta not finished, retry = 0 2024-11-10T04:24:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741839_1015 (size=3552) 2024-11-10T04:24:25,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.rep.1731212646607 not finished, retry = 0 2024-11-10T04:24:25,926 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 to pos 2382, reset compression=false 2024-11-10T04:24:25,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/WALs/e900e1ae4b9f,33375,1731212628091/e900e1ae4b9f%2C33375%2C1731212628091.1731212630075 not finished, retry = 0 2024-11-10T04:24:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741832_1008 (size=2390) 2024-11-10T04:24:26,094 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:26,094 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:26,094 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:26,094 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:26,094 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:26,094 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:26,094 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,33375,1731212628091 because: Region server is closing 2024-11-10T04:24:26,095 INFO [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:33375. 2024-11-10T04:24:26,095 DEBUG [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:26,095 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:26,095 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:26,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:26,195 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.shippere900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 terminated 2024-11-10T04:24:26,195 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,33375,1731212628091.replicationSource.wal-reader.e900e1ae4b9f%2C33375%2C1731212628091,1-e900e1ae4b9f,33375,1731212628091 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:24:26,195 INFO [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:33375. 2024-11-10T04:24:26,195 DEBUG [RS:0;e900e1ae4b9f:33375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:26,195 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:26,195 DEBUG [RS:0;e900e1ae4b9f:33375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:26,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:26,196 INFO [RS:0;e900e1ae4b9f:33375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33375 2024-11-10T04:24:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0433721888/rs/e900e1ae4b9f,33375,1731212628091 2024-11-10T04:24:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888/rs 2024-11-10T04:24:26,198 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:26,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,33375,1731212628091] 2024-11-10T04:24:26,201 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0433721888/draining/e900e1ae4b9f,33375,1731212628091 already deleted, retry=false 2024-11-10T04:24:26,201 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,33375,1731212628091 expired; onlineServers=0 2024-11-10T04:24:26,201 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,39137,1731212628038' ***** 2024-11-10T04:24:26,201 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:24:26,201 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:26,201 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:26,201 DEBUG [M:0;e900e1ae4b9f:39137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:24:26,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:24:26,201 DEBUG [M:0;e900e1ae4b9f:39137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:24:26,201 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212629849 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212629849,5,FailOnTimeoutGroup] 2024-11-10T04:24:26,201 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212629849 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212629849,5,FailOnTimeoutGroup] 2024-11-10T04:24:26,201 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:26,201 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:26,201 DEBUG [M:0;e900e1ae4b9f:39137 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:24:26,201 INFO [M:0;e900e1ae4b9f:39137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:24:26,202 INFO [M:0;e900e1ae4b9f:39137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:26,202 INFO [M:0;e900e1ae4b9f:39137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:24:26,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:24:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0433721888/master 2024-11-10T04:24:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0433721888 2024-11-10T04:24:26,203 DEBUG [M:0;e900e1ae4b9f:39137 {}] zookeeper.ZKUtil(347): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Unable to get data of znode /0433721888/master because node does not exist (not an error) 2024-11-10T04:24:26,203 WARN [M:0;e900e1ae4b9f:39137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:24:26,203 INFO [M:0;e900e1ae4b9f:39137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/.lastflushedseqids 2024-11-10T04:24:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741848_1024 (size=245) 2024-11-10T04:24:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:26,300 INFO [RS:0;e900e1ae4b9f:33375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:26,300 INFO [RS:0;e900e1ae4b9f:33375 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,33375,1731212628091; zookeeper connection closed. 2024-11-10T04:24:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33375-0x101001e38c00001, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:26,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 2024-11-10T04:24:26,301 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:24:26,608 INFO [M:0;e900e1ae4b9f:39137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:24:26,608 INFO [M:0;e900e1ae4b9f:39137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:24:26,608 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:26,608 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:26,608 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:26,608 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:26,608 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:26,608 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T04:24:26,630 DEBUG [M:0;e900e1ae4b9f:39137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61a7750bc0844779a7a62ed588749952 is 82, key is hbase:meta,,1/info:regioninfo/1731212631020/Put/seqid=0 2024-11-10T04:24:26,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741849_1025 (size=5672) 2024-11-10T04:24:27,034 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61a7750bc0844779a7a62ed588749952 2024-11-10T04:24:27,052 DEBUG [M:0;e900e1ae4b9f:39137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241ca840ffd74fc69a8c1299a4a3bc72 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212640169/Put/seqid=0 2024-11-10T04:24:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741850_1026 (size=7218) 2024-11-10T04:24:27,459 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241ca840ffd74fc69a8c1299a4a3bc72 2024-11-10T04:24:27,463 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 241ca840ffd74fc69a8c1299a4a3bc72 2024-11-10T04:24:27,477 DEBUG [M:0;e900e1ae4b9f:39137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07360fee580e4423aa5a78a17844df57 is 69, key is e900e1ae4b9f,33375,1731212628091/rs:state/1731212629930/Put/seqid=0 2024-11-10T04:24:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741851_1027 (size=5156) 2024-11-10T04:24:27,881 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07360fee580e4423aa5a78a17844df57 2024-11-10T04:24:27,885 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61a7750bc0844779a7a62ed588749952 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61a7750bc0844779a7a62ed588749952 2024-11-10T04:24:27,888 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61a7750bc0844779a7a62ed588749952, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T04:24:27,889 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241ca840ffd74fc69a8c1299a4a3bc72 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/241ca840ffd74fc69a8c1299a4a3bc72 2024-11-10T04:24:27,892 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 241ca840ffd74fc69a8c1299a4a3bc72 2024-11-10T04:24:27,892 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/241ca840ffd74fc69a8c1299a4a3bc72, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T04:24:27,893 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07360fee580e4423aa5a78a17844df57 as hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07360fee580e4423aa5a78a17844df57 2024-11-10T04:24:27,895 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/01d23f49-7da5-1879-98b4-9234088deda5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07360fee580e4423aa5a78a17844df57, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T04:24:27,896 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-10T04:24:27,897 INFO [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:27,898 DEBUG [M:0;e900e1ae4b9f:39137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212666608Disabling compacts and flushes for region at 1731212666608Disabling writes for close at 1731212666608Obtaining lock to block concurrent updates at 1731212666608Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212666608Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731212666609 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212666609Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212666609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212666630 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212666630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212667038 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212667052 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212667052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212667463 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212667477 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212667477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26581bbb: reopening flushed file at 1731212667884 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70844bdf: reopening flushed file at 1731212667888 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681cb347: reopening flushed file at 1731212667892 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731212667896 (+4 ms)Writing region close event to WAL at 1731212667897 (+1 ms)Closed at 1731212667897 2024-11-10T04:24:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741830_1006 (size=64423) 2024-11-10T04:24:27,900 INFO [M:0;e900e1ae4b9f:39137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:24:27,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:27,900 INFO [M:0;e900e1ae4b9f:39137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39137 2024-11-10T04:24:27,901 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:24:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:24:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:24:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:28,003 INFO [M:0;e900e1ae4b9f:39137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39137-0x101001e38c00000, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:28,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@287b2b6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:28,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2221d68c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:28,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:28,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27550541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:28,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66772038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:28,007 WARN [BP-280970063-172.17.0.2-1731212627524 heartbeating to localhost/127.0.0.1:39635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:24:28,007 WARN [BP-280970063-172.17.0.2-1731212627524 heartbeating to localhost/127.0.0.1:39635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280970063-172.17.0.2-1731212627524 (Datanode Uuid bb843d64-22c2-4a61-8ca9-4c7cade0abac) service to localhost/127.0.0.1:39635 2024-11-10T04:24:28,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/data/data1/current/BP-280970063-172.17.0.2-1731212627524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:28,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:24:28,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:24:28,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/cluster_c870e78a-a1ec-9fff-05c8-f3ed60be6c41/data/data2/current/BP-280970063-172.17.0.2-1731212627524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:24:28,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:24:28,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6cc206{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:28,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5240d68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:24:28,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:24:28,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bb95b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:24:28,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b6e9ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a573b4f-438e-1c19-f018-6d56cbc4bc90/hadoop.log.dir/,STOPPED} 2024-11-10T04:24:28,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:24:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:24:28,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 264) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37929 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39635 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57487) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34821 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57487) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57487) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8660 (was 8797) 2024-11-10T04:24:28,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=8660 2024-11-10T04:24:28,068 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T04:24:28,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir so I do NOT create it in target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5 2024-11-10T04:24:28,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:24:28,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.tmp.dir so I do NOT create it in target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5 2024-11-10T04:24:28,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10e22188-8836-1035-0aee-c45c3a214796/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:24:28,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5 2024-11-10T04:24:28,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d, deleteOnExit=true 2024-11-10T04:24:28,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/zookeeper_0, clientPort=63232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:24:28,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63232 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/test.cache.data in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:24:28,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:24:28,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:24:28,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:24:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001e38c00005, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:24:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101001e38c00008, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:24:28,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001e38c00002, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:24:28,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001e38c00002, quorum=127.0.0.1:57487, baseZNode=/0433721888 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:24:28,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001e38c00005, quorum=127.0.0.1:57487, baseZNode=/1-337187949 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:24:28,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101001e38c00008, quorum=127.0.0.1:57487, baseZNode=/2-1075840653 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:24:28,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:28,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:28,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:28,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:28,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:24:28,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:28,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e3452d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:28,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519cf920{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:28,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b401087{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/java.io.tmpdir/jetty-localhost-44189-hadoop-hdfs-3_4_1-tests_jar-_-any-6290546895297982146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:28,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cc162fb{HTTP/1.1, (http/1.1)}{localhost:44189} 2024-11-10T04:24:28,272 INFO [Time-limited test {}] server.Server(415): Started @255386ms 2024-11-10T04:24:28,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:28,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:28,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:28,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:28,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:24:28,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab7f4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:28,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c87d50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:28,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@185d9296{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/java.io.tmpdir/jetty-localhost-36481-hadoop-hdfs-3_4_1-tests_jar-_-any-2738483801125748543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:28,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a98fdc{HTTP/1.1, (http/1.1)}{localhost:36481} 2024-11-10T04:24:28,489 INFO [Time-limited test {}] server.Server(415): Started @255603ms 2024-11-10T04:24:28,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:24:28,585 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/data/data2/current/BP-312310302-172.17.0.2-1731212668091/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:28,585 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/data/data1/current/BP-312310302-172.17.0.2-1731212668091/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:28,609 WARN [Thread-3436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:24:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707671922daaa948 with lease ID 0x1582ea4bcf474d28: Processing first storage report for DS-a4ed080c-c422-4409-b650-a14331656e9e from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=5dad7601-323a-4baf-b5e8-0fbc14222c11, infoPort=34299, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=1937790133;c=1731212668091) 2024-11-10T04:24:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707671922daaa948 with lease ID 0x1582ea4bcf474d28: from storage DS-a4ed080c-c422-4409-b650-a14331656e9e node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=5dad7601-323a-4baf-b5e8-0fbc14222c11, infoPort=34299, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=1937790133;c=1731212668091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707671922daaa948 with lease ID 0x1582ea4bcf474d28: Processing first storage report for DS-69cbc459-dfa6-483b-8300-b323b735361f from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=5dad7601-323a-4baf-b5e8-0fbc14222c11, infoPort=34299, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=1937790133;c=1731212668091) 2024-11-10T04:24:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707671922daaa948 with lease ID 0x1582ea4bcf474d28: from storage DS-69cbc459-dfa6-483b-8300-b323b735361f node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=5dad7601-323a-4baf-b5e8-0fbc14222c11, infoPort=34299, infoSecurePort=0, ipcPort=36263, storageInfo=lv=-57;cid=testClusterID;nsid=1937790133;c=1731212668091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:28,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5 2024-11-10T04:24:28,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:28,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:24:29,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1 with version=8 2024-11-10T04:24:29,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/hbase-staging 2024-11-10T04:24:29,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:24:29,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:29,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43547 2024-11-10T04:24:29,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43547 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435470x0, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:29,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43547-0x101001ed7370000 connected 2024-11-10T04:24:29,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:29,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:29,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/running 2024-11-10T04:24:29,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1, hbase.cluster.distributed=false 2024-11-10T04:24:29,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/acl 2024-11-10T04:24:29,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-10T04:24:29,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43547 2024-11-10T04:24:29,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43547 2024-11-10T04:24:29,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-10T04:24:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-10T04:24:29,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:24:29,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:29,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36769 2024-11-10T04:24:29,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36769 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:29,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:29,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:29,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367690x0, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:29,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36769-0x101001ed7370001 connected 2024-11-10T04:24:29,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/running 2024-11-10T04:24:29,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:24:29,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:24:29,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/master 2024-11-10T04:24:29,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/acl 2024-11-10T04:24:29,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-10T04:24:29,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36769 2024-11-10T04:24:29,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36769 2024-11-10T04:24:29,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-10T04:24:29,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-10T04:24:29,112 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:43547 2024-11-10T04:24:29,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-127356235/backup-masters/e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/backup-masters 2024-11-10T04:24:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/backup-masters 2024-11-10T04:24:29,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on existing znode=/0-127356235/backup-masters/e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127356235/master 2024-11-10T04:24:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:29,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:29,116 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on existing znode=/0-127356235/master 2024-11-10T04:24:29,116 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-127356235/backup-masters/e900e1ae4b9f,43547,1731212669029 from backup master directory 2024-11-10T04:24:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127356235/backup-masters/e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/backup-masters 2024-11-10T04:24:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/backup-masters 2024-11-10T04:24:29,118 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:29,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:29,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/hbase.id] with ID: 21b26b96-e1c5-4953-b320-e2ebf6e699e4 2024-11-10T04:24:29,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/.tmp/hbase.id 2024-11-10T04:24:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:24:29,526 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/.tmp/hbase.id]:[hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/hbase.id] 2024-11-10T04:24:29,534 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:29,534 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:24:29,535 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:24:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:24:29,942 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:29,943 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:24:29,944 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:24:29,949 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store 2024-11-10T04:24:29,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:24:30,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:30,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:30,354 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:30,354 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:30,354 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:30,354 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:30,355 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:30,355 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:30,355 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:30,355 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212670354Disabling compacts and flushes for region at 1731212670354Disabling writes for close at 1731212670355 (+1 ms)Writing region close event to WAL at 1731212670355Closed at 1731212670355 2024-11-10T04:24:30,355 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/.initializing 2024-11-10T04:24:30,355 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/WALs/e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:30,356 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:30,357 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C43547%2C1731212669029, suffix=, logDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/WALs/e900e1ae4b9f,43547,1731212669029, archiveDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/oldWALs, maxLogs=10 2024-11-10T04:24:30,371 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/WALs/e900e1ae4b9f,43547,1731212669029/e900e1ae4b9f%2C43547%2C1731212669029.1731212670358, exclude list is [], retry=0 2024-11-10T04:24:30,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-a4ed080c-c422-4409-b650-a14331656e9e,DISK] 2024-11-10T04:24:30,375 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/WALs/e900e1ae4b9f,43547,1731212669029/e900e1ae4b9f%2C43547%2C1731212669029.1731212670358 2024-11-10T04:24:30,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-10T04:24:30,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:30,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:30,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,375 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:24:30,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:30,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:30,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:24:30,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:24:30,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:30,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:30,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:24:30,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:30,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:30,381 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,382 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,382 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,383 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,383 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,383 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:30,384 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:30,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:30,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71980332, jitterRate=0.07259052991867065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:30,386 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212670375Initializing all the Stores at 1731212670376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212670376Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212670376Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212670376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212670376Cleaning up temporary data from old regions at 1731212670383 (+7 ms)Region opened successfully at 1731212670386 (+3 ms) 2024-11-10T04:24:30,387 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:24:30,389 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777e73e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:30,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:24:30,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:24:30,392 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:24:30,393 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/balancer because node does not exist (not necessarily an error) 2024-11-10T04:24:30,394 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/balancer already deleted, retry=false 2024-11-10T04:24:30,394 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:24:30,395 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:24:30,396 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/normalizer already deleted, retry=false 2024-11-10T04:24:30,397 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:24:30,397 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:24:30,399 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/switch/split already deleted, retry=false 2024-11-10T04:24:30,400 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:24:30,401 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/switch/merge already deleted, retry=false 2024-11-10T04:24:30,402 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:24:30,404 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/snapshot-cleanup already deleted, retry=false 2024-11-10T04:24:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127356235/running 2024-11-10T04:24:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127356235/running 2024-11-10T04:24:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,405 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,43547,1731212669029, sessionid=0x101001ed7370000, setting cluster-up flag (Was=false) 2024-11-10T04:24:30,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,416 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127356235/flush-table-proc/acquired, /0-127356235/flush-table-proc/reached, /0-127356235/flush-table-proc/abort 2024-11-10T04:24:30,417 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:30,429 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127356235/online-snapshot/acquired, /0-127356235/online-snapshot/reached, /0-127356235/online-snapshot/abort 2024-11-10T04:24:30,430 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:30,431 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:24:30,432 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:30,432 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:24:30,433 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:24:30,433 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,43547,1731212669029 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:30,434 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212700435 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:30,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:24:30,435 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:24:30,436 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212670436,5,FailOnTimeoutGroup] 2024-11-10T04:24:30,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:30,436 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212670436,5,FailOnTimeoutGroup] 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:24:30,436 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:24:30,499 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(746): ClusterId : 21b26b96-e1c5-4953-b320-e2ebf6e699e4 2024-11-10T04:24:30,499 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:24:30,501 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:24:30,501 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:24:30,503 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:24:30,503 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e3b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:30,515 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:36769 2024-11-10T04:24:30,515 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:24:30,515 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:24:30,515 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:24:30,516 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43547,1731212669029 with port=36769, startcode=1731212669078 2024-11-10T04:24:30,516 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:24:30,517 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:24:30,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,519 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1 2024-11-10T04:24:30,519 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44447 2024-11-10T04:24:30,519 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:24:30,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/rs 2024-11-10T04:24:30,522 DEBUG [RS:0;e900e1ae4b9f:36769 {}] zookeeper.ZKUtil(111): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on existing znode=/0-127356235/rs/e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,522 WARN [RS:0;e900e1ae4b9f:36769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:30,522 INFO [RS:0;e900e1ae4b9f:36769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:30,522 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,36769,1731212669078] 2024-11-10T04:24:30,525 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:24:30,526 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:24:30,526 INFO [RS:0;e900e1ae4b9f:36769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:24:30,526 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,526 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:24:30,527 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:24:30,527 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:30,527 DEBUG [RS:0;e900e1ae4b9f:36769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,528 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36769,1731212669078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:30,545 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:24:30,545 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36769,1731212669078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,545 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,545 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.Replication(171): e900e1ae4b9f,36769,1731212669078 started 2024-11-10T04:24:30,559 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:30,559 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,36769,1731212669078, RpcServer on e900e1ae4b9f/172.17.0.2:36769, sessionid=0x101001ed7370001 2024-11-10T04:24:30,559 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:24:30,559 DEBUG [RS:0;e900e1ae4b9f:36769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,559 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,36769,1731212669078' 2024-11-10T04:24:30,559 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127356235/flush-table-proc/abort' 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127356235/flush-table-proc/acquired' 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,36769,1731212669078' 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127356235/online-snapshot/abort' 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127356235/online-snapshot/acquired' 2024-11-10T04:24:30,560 DEBUG [RS:0;e900e1ae4b9f:36769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:24:30,561 INFO [RS:0;e900e1ae4b9f:36769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:24:30,561 INFO [RS:0;e900e1ae4b9f:36769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:24:30,661 INFO [RS:0;e900e1ae4b9f:36769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:30,662 INFO [RS:0;e900e1ae4b9f:36769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36769%2C1731212669078, suffix=, logDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078, archiveDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/oldWALs, maxLogs=10 2024-11-10T04:24:30,676 DEBUG [RS:0;e900e1ae4b9f:36769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, exclude list is [], retry=0 2024-11-10T04:24:30,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-a4ed080c-c422-4409-b650-a14331656e9e,DISK] 2024-11-10T04:24:30,679 INFO [RS:0;e900e1ae4b9f:36769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 2024-11-10T04:24:30,680 DEBUG [RS:0;e900e1ae4b9f:36769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-10T04:24:30,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:24:30,844 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1 2024-11-10T04:24:30,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:24:31,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:31,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:31,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:31,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:31,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:31,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:31,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:31,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:31,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:31,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740 2024-11-10T04:24:31,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740 2024-11-10T04:24:31,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:31,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:31,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:31,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:31,259 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59322112, jitterRate=-0.11603164672851562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:31,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212671249Initializing all the Stores at 1731212671250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212671250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671250Cleaning up temporary data from old regions at 1731212671256 (+6 ms)Region opened successfully at 1731212671259 (+3 ms) 2024-11-10T04:24:31,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:31,260 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:31,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:31,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:31,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:31,260 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:31,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212671260Disabling compacts and flushes for region at 1731212671260Disabling writes for close at 1731212671260Writing region close event to WAL at 1731212671260Closed at 1731212671260 2024-11-10T04:24:31,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:31,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:24:31,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:24:31,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:31,262 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:24:31,413 DEBUG [e900e1ae4b9f:43547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:24:31,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:31,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,36769,1731212669078, state=OPENING 2024-11-10T04:24:31,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:24:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:31,418 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:31,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127356235/meta-region-server: CHANGED 2024-11-10T04:24:31,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127356235/meta-region-server: CHANGED 2024-11-10T04:24:31,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36769,1731212669078}] 2024-11-10T04:24:31,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:31,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:24:31,575 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:24:31,575 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:31,575 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:24:31,576 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36769%2C1731212669078.meta, suffix=.meta, logDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078, archiveDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/oldWALs, maxLogs=10 2024-11-10T04:24:31,594 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.meta.1731212671576.meta, exclude list is [], retry=0 2024-11-10T04:24:31,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-a4ed080c-c422-4409-b650-a14331656e9e,DISK] 2024-11-10T04:24:31,597 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.meta.1731212671576.meta 2024-11-10T04:24:31,597 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-10T04:24:31,597 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:31,598 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:24:31,598 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:24:31,598 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:24:31,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:31,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:31,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:31,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:31,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:31,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:31,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:31,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:31,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:31,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:31,604 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:31,604 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740 2024-11-10T04:24:31,605 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740 2024-11-10T04:24:31,606 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:31,606 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:31,606 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:31,607 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:31,607 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64780293, jitterRate=-0.03469841182231903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:31,607 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:24:31,608 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212671598Writing region info on filesystem at 1731212671598Initializing all the Stores at 1731212671599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212671599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212671599Cleaning up temporary data from old regions at 1731212671606 (+7 ms)Running coprocessor post-open hooks at 1731212671607 (+1 ms)Region opened successfully at 1731212671608 (+1 ms) 2024-11-10T04:24:31,609 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212671570 2024-11-10T04:24:31,611 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:24:31,611 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:24:31,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:31,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,36769,1731212669078, state=OPEN 2024-11-10T04:24:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127356235/meta-region-server 2024-11-10T04:24:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127356235/meta-region-server 2024-11-10T04:24:31,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:31,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127356235/meta-region-server: CHANGED 2024-11-10T04:24:31,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127356235/meta-region-server: CHANGED 2024-11-10T04:24:31,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:24:31,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,36769,1731212669078 in 204 msec 2024-11-10T04:24:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:24:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-10T04:24:31,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:31,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:24:31,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:31,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36769,1731212669078, seqNum=-1] 2024-11-10T04:24:31,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:31,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:31,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-10T04:24:31,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212671632, completionTime=-1 2024-11-10T04:24:31,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:24:31,632 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212731634 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212791634 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,634 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,635 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,635 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:43547, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,635 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,635 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,636 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.520sec 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:31,638 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:24:31,640 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:24:31,640 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:24:31,640 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43547,1731212669029-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:31,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b4a74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:31,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43547,-1 for getting cluster id 2024-11-10T04:24:31,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:31,701 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21b26b96-e1c5-4953-b320-e2ebf6e699e4' 2024-11-10T04:24:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21b26b96-e1c5-4953-b320-e2ebf6e699e4" 2024-11-10T04:24:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3d1bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43547,-1] 2024-11-10T04:24:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:31,703 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:31,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:31,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36769,1731212669078, seqNum=-1] 2024-11-10T04:24:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:31,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:31,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:31,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:31,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001ed7370002 connected 2024-11-10T04:24:31,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir so I do NOT create it in target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606 2024-11-10T04:24:31,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:24:31,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.tmp.dir so I do NOT create it in target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606 2024-11-10T04:24:31,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:24:31,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/cluster_07eaec3b-e6d6-2642-e598-09b5b961a822, deleteOnExit=true 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/test.cache.data in system properties and HBase conf 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:24:31,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:24:31,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:24:31,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:24:31,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:31,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:31,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:31,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:31,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:24:31,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:31,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486c5e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:31,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4602531d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:31,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326fb535{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/java.io.tmpdir/jetty-localhost-37551-hadoop-hdfs-3_4_1-tests_jar-_-any-7083424482291933856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:31,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44695b67{HTTP/1.1, (http/1.1)}{localhost:37551} 2024-11-10T04:24:31,986 INFO [Time-limited test {}] server.Server(415): Started @259100ms 2024-11-10T04:24:32,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:32,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:32,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:32,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:32,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:24:32,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50ab5c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:32,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3171b564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:32,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@244846ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/java.io.tmpdir/jetty-localhost-36519-hadoop-hdfs-3_4_1-tests_jar-_-any-16976587162488093028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:32,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dcc613{HTTP/1.1, (http/1.1)}{localhost:36519} 2024-11-10T04:24:32,214 INFO [Time-limited test {}] server.Server(415): Started @259328ms 2024-11-10T04:24:32,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:24:32,323 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/cluster_07eaec3b-e6d6-2642-e598-09b5b961a822/data/data2/current/BP-541118875-172.17.0.2-1731212671746/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:32,323 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/cluster_07eaec3b-e6d6-2642-e598-09b5b961a822/data/data1/current/BP-541118875-172.17.0.2-1731212671746/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:32,347 WARN [Thread-3557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:24:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacbdea946247f61 with lease ID 0xb2c9459064ee77af: Processing first storage report for DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e from datanode DatanodeRegistration(127.0.0.1:46137, datanodeUuid=7b3bbde4-07e5-4135-894a-edda889460a2, infoPort=38849, infoSecurePort=0, ipcPort=44301, storageInfo=lv=-57;cid=testClusterID;nsid=1842417072;c=1731212671746) 2024-11-10T04:24:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacbdea946247f61 with lease ID 0xb2c9459064ee77af: from storage DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e node DatanodeRegistration(127.0.0.1:46137, datanodeUuid=7b3bbde4-07e5-4135-894a-edda889460a2, infoPort=38849, infoSecurePort=0, ipcPort=44301, storageInfo=lv=-57;cid=testClusterID;nsid=1842417072;c=1731212671746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacbdea946247f61 with lease ID 0xb2c9459064ee77af: Processing first storage report for DS-4a8d1675-85eb-47f0-bb3e-38206e9369f5 from datanode DatanodeRegistration(127.0.0.1:46137, datanodeUuid=7b3bbde4-07e5-4135-894a-edda889460a2, infoPort=38849, infoSecurePort=0, ipcPort=44301, storageInfo=lv=-57;cid=testClusterID;nsid=1842417072;c=1731212671746) 2024-11-10T04:24:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacbdea946247f61 with lease ID 0xb2c9459064ee77af: from storage DS-4a8d1675-85eb-47f0-bb3e-38206e9369f5 node DatanodeRegistration(127.0.0.1:46137, datanodeUuid=7b3bbde4-07e5-4135-894a-edda889460a2, infoPort=38849, infoSecurePort=0, ipcPort=44301, storageInfo=lv=-57;cid=testClusterID;nsid=1842417072;c=1731212671746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:32,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606 2024-11-10T04:24:32,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:24:32,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb with version=8 2024-11-10T04:24:32,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/hbase-staging 2024-11-10T04:24:32,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:32,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:32,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:32,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:24:32,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:32,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41217 2024-11-10T04:24:32,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41217 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412170x0, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:32,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41217-0x101001ed7370003 connected 2024-11-10T04:24:32,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/running 2024-11-10T04:24:32,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb, hbase.cluster.distributed=false 2024-11-10T04:24:32,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/acl 2024-11-10T04:24:32,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-10T04:24:32,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41217 2024-11-10T04:24:32,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41217 2024-11-10T04:24:32,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-10T04:24:32,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-10T04:24:32,894 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:24:32,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:32,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41821 2024-11-10T04:24:32,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41821 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:32,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:32,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418210x0, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:32,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418210x0, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/running 2024-11-10T04:24:32,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41821-0x101001ed7370004 connected 2024-11-10T04:24:32,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:24:32,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:24:32,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/master 2024-11-10T04:24:32,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/acl 2024-11-10T04:24:32,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-10T04:24:32,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41821 2024-11-10T04:24:32,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41821 2024-11-10T04:24:32,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-10T04:24:32,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-10T04:24:32,923 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:41217 2024-11-10T04:24:32,924 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-981185726/backup-masters/e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/backup-masters 2024-11-10T04:24:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/backup-masters 2024-11-10T04:24:32,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on existing znode=/1-981185726/backup-masters/e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981185726/master 2024-11-10T04:24:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:32,928 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on existing znode=/1-981185726/master 2024-11-10T04:24:32,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-981185726/backup-masters/e900e1ae4b9f,41217,1731212672855 from backup master directory 2024-11-10T04:24:32,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981185726/backup-masters/e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:32,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/backup-masters 2024-11-10T04:24:32,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/backup-masters 2024-11-10T04:24:32,930 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:32,930 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:32,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/hbase.id] with ID: 2a33bca4-8d42-4938-9901-18587d92f821 2024-11-10T04:24:32,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/.tmp/hbase.id 2024-11-10T04:24:32,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:24:33,341 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/.tmp/hbase.id]:[hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/hbase.id] 2024-11-10T04:24:33,350 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:33,350 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:24:33,350 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T04:24:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:24:33,759 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:33,760 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:24:33,760 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:24:34,167 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store 2024-11-10T04:24:34,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:24:34,572 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:34,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:34,573 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:34,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:34,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:34,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:34,573 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:34,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212674572Disabling compacts and flushes for region at 1731212674572Disabling writes for close at 1731212674573 (+1 ms)Writing region close event to WAL at 1731212674573Closed at 1731212674573 2024-11-10T04:24:34,573 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/.initializing 2024-11-10T04:24:34,574 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/WALs/e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:34,574 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:34,576 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C41217%2C1731212672855, suffix=, logDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/WALs/e900e1ae4b9f,41217,1731212672855, archiveDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/oldWALs, maxLogs=10 2024-11-10T04:24:34,594 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/WALs/e900e1ae4b9f,41217,1731212672855/e900e1ae4b9f%2C41217%2C1731212672855.1731212674576, exclude list is [], retry=0 2024-11-10T04:24:34,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e,DISK] 2024-11-10T04:24:34,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/WALs/e900e1ae4b9f,41217,1731212672855/e900e1ae4b9f%2C41217%2C1731212672855.1731212674576 2024-11-10T04:24:34,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-10T04:24:34,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:34,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:34,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,598 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:24:34,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:34,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:34,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:24:34,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:34,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:34,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:24:34,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:34,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:34,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:24:34,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:34,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:34,604 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,605 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,605 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,606 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:34,607 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:34,609 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:34,609 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69746847, jitterRate=0.03930900990962982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:34,609 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212674598Initializing all the Stores at 1731212674599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212674599Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212674599Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212674599Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212674599Cleaning up temporary data from old regions at 1731212674606 (+7 ms)Region opened successfully at 1731212674609 (+3 ms) 2024-11-10T04:24:34,609 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:24:34,611 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5203ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:34,612 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:24:34,612 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:24:34,612 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:24:34,613 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:24:34,613 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:24:34,613 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:24:34,613 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:24:34,615 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:24:34,616 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/balancer because node does not exist (not necessarily an error) 2024-11-10T04:24:34,617 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/balancer already deleted, retry=false 2024-11-10T04:24:34,617 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:24:34,618 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:24:34,619 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/normalizer already deleted, retry=false 2024-11-10T04:24:34,619 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:24:34,620 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:24:34,621 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/switch/split already deleted, retry=false 2024-11-10T04:24:34,622 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:24:34,624 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/switch/merge already deleted, retry=false 2024-11-10T04:24:34,625 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:24:34,626 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/snapshot-cleanup already deleted, retry=false 2024-11-10T04:24:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981185726/running 2024-11-10T04:24:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981185726/running 2024-11-10T04:24:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,628 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,41217,1731212672855, sessionid=0x101001ed7370003, setting cluster-up flag (Was=false) 2024-11-10T04:24:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,635 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981185726/flush-table-proc/acquired, /1-981185726/flush-table-proc/reached, /1-981185726/flush-table-proc/abort 2024-11-10T04:24:34,636 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:34,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:34,645 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981185726/online-snapshot/acquired, /1-981185726/online-snapshot/reached, /1-981185726/online-snapshot/abort 2024-11-10T04:24:34,645 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:34,646 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:24:34,648 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:34,648 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:24:34,648 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:24:34,648 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,41217,1731212672855 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:34,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,650 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212704650 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:24:34,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:24:34,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:24:34,652 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212674652,5,FailOnTimeoutGroup] 2024-11-10T04:24:34,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:34,652 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212674652,5,FailOnTimeoutGroup] 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,652 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:24:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:24:34,713 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(746): ClusterId : 2a33bca4-8d42-4938-9901-18587d92f821 2024-11-10T04:24:34,713 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:24:34,715 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:24:34,715 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:24:34,716 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:24:34,717 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442a583c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:34,729 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:41821 2024-11-10T04:24:34,729 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:24:34,729 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:24:34,729 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:24:34,730 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,41217,1731212672855 with port=41821, startcode=1731212672894 2024-11-10T04:24:34,730 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:24:34,732 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:24:34,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41217 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,734 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb 2024-11-10T04:24:34,734 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40907 2024-11-10T04:24:34,734 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:24:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/rs 2024-11-10T04:24:34,739 DEBUG [RS:0;e900e1ae4b9f:41821 {}] zookeeper.ZKUtil(111): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on existing znode=/1-981185726/rs/e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,739 WARN [RS:0;e900e1ae4b9f:41821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:34,740 INFO [RS:0;e900e1ae4b9f:41821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:34,740 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,41821,1731212672894] 2024-11-10T04:24:34,743 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:24:34,746 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:24:34,746 INFO [RS:0;e900e1ae4b9f:41821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:24:34,746 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,747 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:24:34,747 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:24:34,747 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:34,747 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:34,748 DEBUG [RS:0;e900e1ae4b9f:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,748 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41821,1731212672894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:34,763 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:24:34,763 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41821,1731212672894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,763 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,763 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.Replication(171): e900e1ae4b9f,41821,1731212672894 started 2024-11-10T04:24:34,778 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:34,778 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,41821,1731212672894, RpcServer on e900e1ae4b9f/172.17.0.2:41821, sessionid=0x101001ed7370004 2024-11-10T04:24:34,778 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:24:34,778 DEBUG [RS:0;e900e1ae4b9f:41821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,778 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41821,1731212672894' 2024-11-10T04:24:34,778 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981185726/flush-table-proc/abort' 2024-11-10T04:24:34,778 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981185726/flush-table-proc/acquired' 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41821,1731212672894' 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981185726/online-snapshot/abort' 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981185726/online-snapshot/acquired' 2024-11-10T04:24:34,779 DEBUG [RS:0;e900e1ae4b9f:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:24:34,779 INFO [RS:0;e900e1ae4b9f:41821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:24:34,779 INFO [RS:0;e900e1ae4b9f:41821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:24:34,880 INFO [RS:0;e900e1ae4b9f:41821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:34,881 INFO [RS:0;e900e1ae4b9f:41821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41821%2C1731212672894, suffix=, logDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894, archiveDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/oldWALs, maxLogs=10 2024-11-10T04:24:34,896 DEBUG [RS:0;e900e1ae4b9f:41821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, exclude list is [], retry=0 2024-11-10T04:24:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e,DISK] 2024-11-10T04:24:34,899 INFO [RS:0;e900e1ae4b9f:41821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 2024-11-10T04:24:34,900 DEBUG [RS:0;e900e1ae4b9f:41821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-10T04:24:35,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:24:35,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb 2024-11-10T04:24:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:24:35,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:35,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:35,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:35,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:35,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:35,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:35,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:35,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:35,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:35,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:35,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740 2024-11-10T04:24:35,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740 2024-11-10T04:24:35,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:35,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:35,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:35,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:35,479 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69885400, jitterRate=0.041373610496520996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212675468Initializing all the Stores at 1731212675469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212675469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675469Cleaning up temporary data from old regions at 1731212675476 (+7 ms)Region opened successfully at 1731212675479 (+3 ms) 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:35,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:35,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:35,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:35,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212675479Disabling compacts and flushes for region at 1731212675479Disabling writes for close at 1731212675479Writing region close event to WAL at 1731212675480 (+1 ms)Closed at 1731212675480 2024-11-10T04:24:35,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:35,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:24:35,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:24:35,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:35,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:24:35,633 DEBUG [e900e1ae4b9f:41217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:24:35,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:35,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41821,1731212672894, state=OPENING 2024-11-10T04:24:35,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:24:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:35,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:35,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981185726/meta-region-server: CHANGED 2024-11-10T04:24:35,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981185726/meta-region-server: CHANGED 2024-11-10T04:24:35,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41821,1731212672894}] 2024-11-10T04:24:35,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:35,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:24:35,795 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:24:35,795 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:35,795 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:24:35,796 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41821%2C1731212672894.meta, suffix=.meta, logDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894, archiveDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/oldWALs, maxLogs=10 2024-11-10T04:24:35,811 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.meta.1731212675797.meta, exclude list is [], retry=0 2024-11-10T04:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e,DISK] 2024-11-10T04:24:35,815 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.meta.1731212675797.meta 2024-11-10T04:24:35,815 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-10T04:24:35,815 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:35,815 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:35,815 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:35,816 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:24:35,816 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:24:35,816 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:24:35,816 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:35,816 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:24:35,816 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:24:35,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:35,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:35,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:35,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:35,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:35,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:35,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:35,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:35,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:35,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:35,821 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:35,821 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740 2024-11-10T04:24:35,822 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740 2024-11-10T04:24:35,823 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:35,823 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:35,823 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:35,824 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:35,824 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65212444, jitterRate=-0.028258860111236572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:35,824 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:24:35,825 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212675816Writing region info on filesystem at 1731212675816Initializing all the Stores at 1731212675817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212675817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212675817Cleaning up temporary data from old regions at 1731212675823 (+6 ms)Running coprocessor post-open hooks at 1731212675824 (+1 ms)Region opened successfully at 1731212675824 2024-11-10T04:24:35,825 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212675790 2024-11-10T04:24:35,827 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:24:35,827 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:24:35,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:35,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41821,1731212672894, state=OPEN 2024-11-10T04:24:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981185726/meta-region-server 2024-11-10T04:24:35,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981185726/meta-region-server 2024-11-10T04:24:35,831 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:35,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981185726/meta-region-server: CHANGED 2024-11-10T04:24:35,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981185726/meta-region-server: CHANGED 2024-11-10T04:24:35,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:24:35,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41821,1731212672894 in 193 msec 2024-11-10T04:24:35,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:24:35,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-10T04:24:35,834 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:35,834 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:24:35,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:35,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41821,1731212672894, seqNum=-1] 2024-11-10T04:24:35,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:35,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:35,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-10T04:24:35,839 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212675839, completionTime=-1 2024-11-10T04:24:35,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:24:35,840 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:24:35,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:24:35,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212735841 2024-11-10T04:24:35,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212795841 2024-11-10T04:24:35,841 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:41217, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,842 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,843 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:35,845 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:24:35,847 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:24:35,847 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:24:35,847 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41217,1731212672855-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:35,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d1878f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:35,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:35,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:35,915 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7572dac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:35,916 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:35,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c636791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:35,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41821,1731212672894, seqNum=-1] 2024-11-10T04:24:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:35,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:35,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:35,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:35,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001ed7370005 connected 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir so I do NOT create it in target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6 2024-11-10T04:24:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.tmp.dir so I do NOT create it in target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6 2024-11-10T04:24:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:24:35,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/cluster_5654c438-935d-5ca8-fece-5ffc24974979, deleteOnExit=true 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/test.cache.data in system properties and HBase conf 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:24:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:24:35,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:24:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:24:35,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:35,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:35,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:35,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:35,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:24:35,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:36,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4868a0ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:36,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d36f75d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:36,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@481dc0ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/java.io.tmpdir/jetty-localhost-41833-hadoop-hdfs-3_4_1-tests_jar-_-any-7564492708803033512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:24:36,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@584cb515{HTTP/1.1, (http/1.1)}{localhost:41833} 2024-11-10T04:24:36,123 INFO [Time-limited test {}] server.Server(415): Started @263237ms 2024-11-10T04:24:36,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:24:36,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:24:36,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:24:36,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:24:36,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:24:36,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f723491{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:24:36,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3d96c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:24:36,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602605e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/java.io.tmpdir/jetty-localhost-42665-hadoop-hdfs-3_4_1-tests_jar-_-any-12538151490378597345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:24:36,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c08ae31{HTTP/1.1, (http/1.1)}{localhost:42665} 2024-11-10T04:24:36,328 INFO [Time-limited test {}] server.Server(415): Started @263441ms 2024-11-10T04:24:36,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:24:36,429 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/cluster_5654c438-935d-5ca8-fece-5ffc24974979/data/data1/current/BP-859980376-172.17.0.2-1731212675945/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:36,430 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/cluster_5654c438-935d-5ca8-fece-5ffc24974979/data/data2/current/BP-859980376-172.17.0.2-1731212675945/current, will proceed with Du for space computation calculation, 2024-11-10T04:24:36,449 WARN [Thread-3677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:24:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1156e6d45990331 with lease ID 0x418cf67e01b8b936: Processing first storage report for DS-175a7e2e-84ec-4921-92d9-469e933d9ff6 from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=0f016145-0117-46d1-bdec-3cc830c32f4d, infoPort=37561, infoSecurePort=0, ipcPort=37091, storageInfo=lv=-57;cid=testClusterID;nsid=1980654126;c=1731212675945) 2024-11-10T04:24:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1156e6d45990331 with lease ID 0x418cf67e01b8b936: from storage DS-175a7e2e-84ec-4921-92d9-469e933d9ff6 node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=0f016145-0117-46d1-bdec-3cc830c32f4d, infoPort=37561, infoSecurePort=0, ipcPort=37091, storageInfo=lv=-57;cid=testClusterID;nsid=1980654126;c=1731212675945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1156e6d45990331 with lease ID 0x418cf67e01b8b936: Processing first storage report for DS-19d1b461-d830-4ff4-8f42-1179acfcda96 from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=0f016145-0117-46d1-bdec-3cc830c32f4d, infoPort=37561, infoSecurePort=0, ipcPort=37091, storageInfo=lv=-57;cid=testClusterID;nsid=1980654126;c=1731212675945) 2024-11-10T04:24:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1156e6d45990331 with lease ID 0x418cf67e01b8b936: from storage DS-19d1b461-d830-4ff4-8f42-1179acfcda96 node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=0f016145-0117-46d1-bdec-3cc830c32f4d, infoPort=37561, infoSecurePort=0, ipcPort=37091, storageInfo=lv=-57;cid=testClusterID;nsid=1980654126;c=1731212675945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:24:36,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:24:36,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6 2024-11-10T04:24:36,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:36,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:24:36,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec with version=8 2024-11-10T04:24:36,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/hbase-staging 2024-11-10T04:24:36,960 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:36,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:36,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:36,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:36,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:36,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:36,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:24:36,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:36,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36823 2024-11-10T04:24:36,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36823 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:36,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368230x0, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:36,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36823-0x101001ed7370006 connected 2024-11-10T04:24:36,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:36,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:36,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/running 2024-11-10T04:24:36,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec, hbase.cluster.distributed=false 2024-11-10T04:24:36,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/acl 2024-11-10T04:24:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-10T04:24:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-11-10T04:24:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-11-10T04:24:36,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-10T04:24:36,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-10T04:24:37,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:24:37,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:24:37,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39307 2024-11-10T04:24:37,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39307 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:37,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:37,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:37,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393070x0, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:37,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393070x0, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/running 2024-11-10T04:24:37,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39307-0x101001ed7370007 connected 2024-11-10T04:24:37,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:24:37,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:24:37,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/master 2024-11-10T04:24:37,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/acl 2024-11-10T04:24:37,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-10T04:24:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39307 2024-11-10T04:24:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39307 2024-11-10T04:24:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-10T04:24:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-10T04:24:37,038 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:36823 2024-11-10T04:24:37,038 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21150327147/backup-masters/e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/backup-masters 2024-11-10T04:24:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/backup-masters 2024-11-10T04:24:37,040 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on existing znode=/21150327147/backup-masters/e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150327147/master 2024-11-10T04:24:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:37,043 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on existing znode=/21150327147/master 2024-11-10T04:24:37,043 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21150327147/backup-masters/e900e1ae4b9f,36823,1731212676960 from backup master directory 2024-11-10T04:24:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150327147/backup-masters/e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/backup-masters 2024-11-10T04:24:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/backup-masters 2024-11-10T04:24:37,045 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:37,045 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:37,048 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/hbase.id] with ID: 6ecdb110-55a9-42f1-b4d4-b34b7ff1e556 2024-11-10T04:24:37,048 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/.tmp/hbase.id 2024-11-10T04:24:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:24:37,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:37,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:37,455 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/.tmp/hbase.id]:[hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/hbase.id] 2024-11-10T04:24:37,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:24:37,463 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:24:37,464 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:24:37,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:37,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:24:37,871 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:37,872 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:24:37,872 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:24:37,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:24:37,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:24:37,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:24:37,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T04:24:38,278 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store 2024-11-10T04:24:38,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:24:38,688 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:38,689 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:24:38,689 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:38,689 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:38,689 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:24:38,689 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:38,689 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:24:38,689 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212678689Disabling compacts and flushes for region at 1731212678689Disabling writes for close at 1731212678689Writing region close event to WAL at 1731212678689Closed at 1731212678689 2024-11-10T04:24:38,690 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/.initializing 2024-11-10T04:24:38,690 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/WALs/e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:38,690 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:38,692 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C36823%2C1731212676960, suffix=, logDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/WALs/e900e1ae4b9f,36823,1731212676960, archiveDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/oldWALs, maxLogs=10 2024-11-10T04:24:38,710 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/WALs/e900e1ae4b9f,36823,1731212676960/e900e1ae4b9f%2C36823%2C1731212676960.1731212678692, exclude list is [], retry=0 2024-11-10T04:24:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-175a7e2e-84ec-4921-92d9-469e933d9ff6,DISK] 2024-11-10T04:24:38,714 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/WALs/e900e1ae4b9f,36823,1731212676960/e900e1ae4b9f%2C36823%2C1731212676960.1731212678692 2024-11-10T04:24:38,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T04:24:38,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:38,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:38,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,714 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:24:38,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:38,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:38,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:24:38,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:38,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:38,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:24:38,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:38,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:38,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:24:38,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:38,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:38,720 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,720 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,721 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,721 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,721 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,722 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:38,723 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:24:38,724 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:38,724 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71809986, jitterRate=0.07005217671394348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:38,724 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212678714Initializing all the Stores at 1731212678715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212678715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212678715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212678715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212678715Cleaning up temporary data from old regions at 1731212678721 (+6 ms)Region opened successfully at 1731212678724 (+3 ms) 2024-11-10T04:24:38,725 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:24:38,727 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe5eeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:38,727 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:24:38,728 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:24:38,730 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:24:38,731 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/balancer because node does not exist (not necessarily an error) 2024-11-10T04:24:38,732 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/balancer already deleted, retry=false 2024-11-10T04:24:38,732 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:24:38,733 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:24:38,735 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/normalizer already deleted, retry=false 2024-11-10T04:24:38,735 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:24:38,735 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:24:38,737 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/switch/split already deleted, retry=false 2024-11-10T04:24:38,737 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:24:38,738 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/switch/merge already deleted, retry=false 2024-11-10T04:24:38,739 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:24:38,740 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/snapshot-cleanup already deleted, retry=false 2024-11-10T04:24:38,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150327147/running 2024-11-10T04:24:38,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150327147/running 2024-11-10T04:24:38,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,743 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,36823,1731212676960, sessionid=0x101001ed7370006, setting cluster-up flag (Was=false) 2024-11-10T04:24:38,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,750 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21150327147/flush-table-proc/acquired, /21150327147/flush-table-proc/reached, /21150327147/flush-table-proc/abort 2024-11-10T04:24:38,751 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:38,758 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21150327147/online-snapshot/acquired, /21150327147/online-snapshot/reached, /21150327147/online-snapshot/abort 2024-11-10T04:24:38,759 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:38,760 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:24:38,761 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:38,761 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:24:38,761 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:24:38,761 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,36823,1731212676960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:38,762 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212708763 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:24:38,763 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:24:38,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:24:38,764 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:24:38,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:38,764 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212678764,5,FailOnTimeoutGroup] 2024-11-10T04:24:38,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:24:38,768 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212678764,5,FailOnTimeoutGroup] 2024-11-10T04:24:38,768 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,768 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:24:38,768 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,768 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:24:38,823 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(746): ClusterId : 6ecdb110-55a9-42f1-b4d4-b34b7ff1e556 2024-11-10T04:24:38,823 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:24:38,825 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:24:38,825 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:24:38,827 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:24:38,828 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbb4a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:24:38,839 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:39307 2024-11-10T04:24:38,839 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:24:38,839 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:24:38,839 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:24:38,840 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,36823,1731212676960 with port=39307, startcode=1731212677005 2024-11-10T04:24:38,840 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:24:38,841 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:24:38,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,843 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec 2024-11-10T04:24:38,843 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44191 2024-11-10T04:24:38,843 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:24:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/rs 2024-11-10T04:24:38,847 DEBUG [RS:0;e900e1ae4b9f:39307 {}] zookeeper.ZKUtil(111): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on existing znode=/21150327147/rs/e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,847 WARN [RS:0;e900e1ae4b9f:39307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:24:38,847 INFO [RS:0;e900e1ae4b9f:39307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:38,847 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,39307,1731212677005] 2024-11-10T04:24:38,850 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:24:38,851 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:24:38,851 INFO [RS:0;e900e1ae4b9f:39307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:24:38,851 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,852 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:24:38,852 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:24:38,852 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:24:38,852 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:38,853 DEBUG [RS:0;e900e1ae4b9f:39307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,859 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39307,1731212677005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:38,873 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:24:38,873 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,39307,1731212677005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,873 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,873 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.Replication(171): e900e1ae4b9f,39307,1731212677005 started 2024-11-10T04:24:38,887 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:38,887 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,39307,1731212677005, RpcServer on e900e1ae4b9f/172.17.0.2:39307, sessionid=0x101001ed7370007 2024-11-10T04:24:38,887 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:24:38,887 DEBUG [RS:0;e900e1ae4b9f:39307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,887 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,39307,1731212677005' 2024-11-10T04:24:38,887 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21150327147/flush-table-proc/abort' 2024-11-10T04:24:38,887 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21150327147/flush-table-proc/acquired' 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,39307,1731212677005' 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21150327147/online-snapshot/abort' 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21150327147/online-snapshot/acquired' 2024-11-10T04:24:38,888 DEBUG [RS:0;e900e1ae4b9f:39307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:24:38,888 INFO [RS:0;e900e1ae4b9f:39307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:24:38,888 INFO [RS:0;e900e1ae4b9f:39307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:24:38,989 INFO [RS:0;e900e1ae4b9f:39307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:24:38,990 INFO [RS:0;e900e1ae4b9f:39307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C39307%2C1731212677005, suffix=, logDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005, archiveDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/oldWALs, maxLogs=10 2024-11-10T04:24:39,003 DEBUG [RS:0;e900e1ae4b9f:39307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, exclude list is [], retry=0 2024-11-10T04:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-175a7e2e-84ec-4921-92d9-469e933d9ff6,DISK] 2024-11-10T04:24:39,006 INFO [RS:0;e900e1ae4b9f:39307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 2024-11-10T04:24:39,007 DEBUG [RS:0;e900e1ae4b9f:39307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T04:24:39,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:24:39,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec 2024-11-10T04:24:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:24:39,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:39,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:39,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:39,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:39,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:39,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:39,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:39,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:39,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:39,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:39,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740 2024-11-10T04:24:39,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740 2024-11-10T04:24:39,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:39,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:39,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:39,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:39,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:39,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354874, jitterRate=-0.08574113249778748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212679178Initializing all the Stores at 1731212679179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212679179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679179Cleaning up temporary data from old regions at 1731212679186 (+7 ms)Region opened successfully at 1731212679189 (+3 ms) 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:39,189 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:39,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212679189Disabling compacts and flushes for region at 1731212679189Disabling writes for close at 1731212679189Writing region close event to WAL at 1731212679189Closed at 1731212679189 2024-11-10T04:24:39,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:39,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:24:39,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:24:39,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:39,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:24:39,342 DEBUG [e900e1ae4b9f:36823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:24:39,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:39,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,39307,1731212677005, state=OPENING 2024-11-10T04:24:39,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:24:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:39,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150327147/meta-region-server: CHANGED 2024-11-10T04:24:39,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150327147/meta-region-server: CHANGED 2024-11-10T04:24:39,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:24:39,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,39307,1731212677005}] 2024-11-10T04:24:39,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:39,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:24:39,504 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:24:39,504 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:39,504 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:24:39,505 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C39307%2C1731212677005.meta, suffix=.meta, logDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005, archiveDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/oldWALs, maxLogs=10 2024-11-10T04:24:39,519 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.meta.1731212679505.meta, exclude list is [], retry=0 2024-11-10T04:24:39,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-175a7e2e-84ec-4921-92d9-469e933d9ff6,DISK] 2024-11-10T04:24:39,522 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.meta.1731212679505.meta 2024-11-10T04:24:39,522 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T04:24:39,523 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:39,523 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:39,523 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:39,523 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:24:39,523 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:24:39,523 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:24:39,523 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:39,524 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:24:39,524 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:24:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:24:39,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:24:39,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:24:39,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:24:39,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:24:39,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:24:39,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:24:39,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:24:39,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:24:39,528 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:24:39,529 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740 2024-11-10T04:24:39,529 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740 2024-11-10T04:24:39,530 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:24:39,530 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:24:39,530 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:24:39,531 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:24:39,532 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60480915, jitterRate=-0.09876413643360138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:24:39,532 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:24:39,532 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212679524Writing region info on filesystem at 1731212679524Initializing all the Stores at 1731212679524Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679525 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212679525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212679525Cleaning up temporary data from old regions at 1731212679530 (+5 ms)Running coprocessor post-open hooks at 1731212679532 (+2 ms)Region opened successfully at 1731212679532 2024-11-10T04:24:39,533 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212679499 2024-11-10T04:24:39,534 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:24:39,534 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:24:39,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:39,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,39307,1731212677005, state=OPEN 2024-11-10T04:24:39,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21150327147/meta-region-server 2024-11-10T04:24:39,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21150327147/meta-region-server 2024-11-10T04:24:39,538 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:39,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150327147/meta-region-server: CHANGED 2024-11-10T04:24:39,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150327147/meta-region-server: CHANGED 2024-11-10T04:24:39,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:24:39,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,39307,1731212677005 in 191 msec 2024-11-10T04:24:39,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:24:39,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-10T04:24:39,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:24:39,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:24:39,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:39,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,39307,1731212677005, seqNum=-1] 2024-11-10T04:24:39,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:39,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:39,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 786 msec 2024-11-10T04:24:39,547 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212679547, completionTime=-1 2024-11-10T04:24:39,547 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:24:39,547 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212739549 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212799549 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,549 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,550 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:36823, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,550 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,550 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,551 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.508sec 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:24:39,553 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:24:39,555 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:24:39,555 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:24:39,555 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,36823,1731212676960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:24:39,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6042f37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:39,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:39,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:39,625 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:39,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26392d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:39,627 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:39,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55785626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:39,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,39307,1731212677005, seqNum=-1] 2024-11-10T04:24:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:39,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:39,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:39,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-10T04:24:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:24:39,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101001ed7370008 connected 2024-11-10T04:24:39,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a616ad9 2024-11-10T04:24:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:39,638 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:39,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:24:39,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:39,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:39,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:24:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:39,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:24:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:40,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97a6a807abdf3c28ac523f5be2727413, NAME => 'test,,1731212679639.97a6a807abdf3c28ac523f5be2727413.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1 2024-11-10T04:24:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:24:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212679639.97a6a807abdf3c28ac523f5be2727413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97a6a807abdf3c28ac523f5be2727413, disabling compactions & flushes 2024-11-10T04:24:40,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. after waiting 0 ms 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97a6a807abdf3c28ac523f5be2727413: Waiting for close lock at 1731212680454Disabling compacts and flushes for region at 1731212680454Disabling writes for close at 1731212680454Writing region close event to WAL at 1731212680454Closed at 1731212680454 2024-11-10T04:24:40,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:40,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212679639.97a6a807abdf3c28ac523f5be2727413.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212680455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212680455"}]},"ts":"1731212680455"} 2024-11-10T04:24:40,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:40,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:40,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212680458"}]},"ts":"1731212680458"} 2024-11-10T04:24:40,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:24:40,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a6a807abdf3c28ac523f5be2727413, ASSIGN}] 2024-11-10T04:24:40,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a6a807abdf3c28ac523f5be2727413, ASSIGN 2024-11-10T04:24:40,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97a6a807abdf3c28ac523f5be2727413, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,36769,1731212669078; forceNewPlan=false, retain=false 2024-11-10T04:24:40,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a6a807abdf3c28ac523f5be2727413, regionState=OPENING, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:40,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97a6a807abdf3c28ac523f5be2727413, ASSIGN because future has completed 2024-11-10T04:24:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a6a807abdf3c28ac523f5be2727413, server=e900e1ae4b9f,36769,1731212669078}] 2024-11-10T04:24:40,769 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,769 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97a6a807abdf3c28ac523f5be2727413, NAME => 'test,,1731212679639.97a6a807abdf3c28ac523f5be2727413.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:40,770 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:40,770 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:40,770 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,770 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212679639.97a6a807abdf3c28ac523f5be2727413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:40,770 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,770 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,771 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,772 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6a807abdf3c28ac523f5be2727413 columnFamilyName f 2024-11-10T04:24:40,772 DEBUG [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:40,773 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(327): Store=97a6a807abdf3c28ac523f5be2727413/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:40,773 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,773 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6a807abdf3c28ac523f5be2727413 columnFamilyName f1 2024-11-10T04:24:40,773 DEBUG [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:40,774 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(327): Store=97a6a807abdf3c28ac523f5be2727413/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:40,774 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,774 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6a807abdf3c28ac523f5be2727413 columnFamilyName norep 2024-11-10T04:24:40,775 DEBUG [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:40,775 INFO [StoreOpener-97a6a807abdf3c28ac523f5be2727413-1 {}] regionserver.HStore(327): Store=97a6a807abdf3c28ac523f5be2727413/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:40,775 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,775 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,776 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,776 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,776 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,777 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:40,777 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:40,779 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:40,779 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97a6a807abdf3c28ac523f5be2727413; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65575631, jitterRate=-0.022846952080726624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:40,779 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:24:40,780 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97a6a807abdf3c28ac523f5be2727413: Running coprocessor pre-open hook at 1731212680770Writing region info on filesystem at 1731212680770Initializing all the Stores at 1731212680771 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212680771Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212680771Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212680771Cleaning up temporary data from old regions at 1731212680776 (+5 ms)Running coprocessor post-open hooks at 1731212680779 (+3 ms)Region opened successfully at 1731212680780 (+1 ms) 2024-11-10T04:24:40,780 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212679639.97a6a807abdf3c28ac523f5be2727413., pid=6, masterSystemTime=1731212680766 2024-11-10T04:24:40,782 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,782 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:24:40,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a6a807abdf3c28ac523f5be2727413, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:40,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a6a807abdf3c28ac523f5be2727413, server=e900e1ae4b9f,36769,1731212669078 because future has completed 2024-11-10T04:24:40,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:40,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97a6a807abdf3c28ac523f5be2727413, server=e900e1ae4b9f,36769,1731212669078 in 171 msec 2024-11-10T04:24:40,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:40,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97a6a807abdf3c28ac523f5be2727413, ASSIGN in 326 msec 2024-11-10T04:24:40,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:40,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212680788"}]},"ts":"1731212680788"} 2024-11-10T04:24:40,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:40,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:40,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-10T04:24:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:41,788 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:41,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164aa3e2 2024-11-10T04:24:41,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:41,790 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:41,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:24:41,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:41,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:41,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:24:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:41,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:41,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:24:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:42,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0961ed0dc831f6e2e25d524702de455e, NAME => 'test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb 2024-11-10T04:24:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:24:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:42,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0961ed0dc831f6e2e25d524702de455e, disabling compactions & flushes 2024-11-10T04:24:42,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. after waiting 0 ms 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0961ed0dc831f6e2e25d524702de455e: Waiting for close lock at 1731212682608Disabling compacts and flushes for region at 1731212682608Disabling writes for close at 1731212682608Writing region close event to WAL at 1731212682608Closed at 1731212682608 2024-11-10T04:24:42,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:42,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212682610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212682610"}]},"ts":"1731212682610"} 2024-11-10T04:24:42,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:42,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:42,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212682612"}]},"ts":"1731212682612"} 2024-11-10T04:24:42,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:24:42,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0961ed0dc831f6e2e25d524702de455e, ASSIGN}] 2024-11-10T04:24:42,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0961ed0dc831f6e2e25d524702de455e, ASSIGN 2024-11-10T04:24:42,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0961ed0dc831f6e2e25d524702de455e, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,41821,1731212672894; forceNewPlan=false, retain=false 2024-11-10T04:24:42,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0961ed0dc831f6e2e25d524702de455e, regionState=OPENING, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0961ed0dc831f6e2e25d524702de455e, ASSIGN because future has completed 2024-11-10T04:24:42,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0961ed0dc831f6e2e25d524702de455e, server=e900e1ae4b9f,41821,1731212672894}] 2024-11-10T04:24:42,924 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,924 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0961ed0dc831f6e2e25d524702de455e, NAME => 'test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:42,924 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:42,924 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:42,924 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,924 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:42,924 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,924 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,925 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,926 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0961ed0dc831f6e2e25d524702de455e columnFamilyName f 2024-11-10T04:24:42,927 DEBUG [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:42,927 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(327): Store=0961ed0dc831f6e2e25d524702de455e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:42,927 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,928 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0961ed0dc831f6e2e25d524702de455e columnFamilyName f1 2024-11-10T04:24:42,928 DEBUG [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:42,928 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(327): Store=0961ed0dc831f6e2e25d524702de455e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:42,928 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,929 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0961ed0dc831f6e2e25d524702de455e columnFamilyName norep 2024-11-10T04:24:42,929 DEBUG [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:42,930 INFO [StoreOpener-0961ed0dc831f6e2e25d524702de455e-1 {}] regionserver.HStore(327): Store=0961ed0dc831f6e2e25d524702de455e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:42,930 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,930 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,930 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,931 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,931 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,931 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:42,932 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,933 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:42,934 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0961ed0dc831f6e2e25d524702de455e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70367217, jitterRate=0.04855324327945709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:42,934 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:24:42,934 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0961ed0dc831f6e2e25d524702de455e: Running coprocessor pre-open hook at 1731212682924Writing region info on filesystem at 1731212682925 (+1 ms)Initializing all the Stores at 1731212682925Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212682925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212682925Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212682925Cleaning up temporary data from old regions at 1731212682931 (+6 ms)Running coprocessor post-open hooks at 1731212682934 (+3 ms)Region opened successfully at 1731212682934 2024-11-10T04:24:42,935 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212681791.0961ed0dc831f6e2e25d524702de455e., pid=6, masterSystemTime=1731212682921 2024-11-10T04:24:42,936 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,936 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:24:42,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0961ed0dc831f6e2e25d524702de455e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:42,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0961ed0dc831f6e2e25d524702de455e, server=e900e1ae4b9f,41821,1731212672894 because future has completed 2024-11-10T04:24:42,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:42,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0961ed0dc831f6e2e25d524702de455e, server=e900e1ae4b9f,41821,1731212672894 in 170 msec 2024-11-10T04:24:42,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:42,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0961ed0dc831f6e2e25d524702de455e, ASSIGN in 327 msec 2024-11-10T04:24:42,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:42,943 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212682943"}]},"ts":"1731212682943"} 2024-11-10T04:24:42,945 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:42,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:42,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T04:24:43,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:43,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:43,769 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88698 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:24:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:43,938 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:43,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61115998 2024-11-10T04:24:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:43,940 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:43,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:24:43,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:43,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:43,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:24:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:43,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:24:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:44,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c8715a263013f58b3e93776c53afb4e, NAME => 'test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec 2024-11-10T04:24:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:24:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c8715a263013f58b3e93776c53afb4e, disabling compactions & flushes 2024-11-10T04:24:44,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. after waiting 0 ms 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:44,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:44,755 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c8715a263013f58b3e93776c53afb4e: Waiting for close lock at 1731212684755Disabling compacts and flushes for region at 1731212684755Disabling writes for close at 1731212684755Writing region close event to WAL at 1731212684755Closed at 1731212684755 2024-11-10T04:24:44,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:44,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212684756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212684756"}]},"ts":"1731212684756"} 2024-11-10T04:24:44,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:44,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:44,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212684759"}]},"ts":"1731212684759"} 2024-11-10T04:24:44,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:24:44,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c8715a263013f58b3e93776c53afb4e, ASSIGN}] 2024-11-10T04:24:44,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c8715a263013f58b3e93776c53afb4e, ASSIGN 2024-11-10T04:24:44,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c8715a263013f58b3e93776c53afb4e, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,39307,1731212677005; forceNewPlan=false, retain=false 2024-11-10T04:24:44,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8715a263013f58b3e93776c53afb4e, regionState=OPENING, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c8715a263013f58b3e93776c53afb4e, ASSIGN because future has completed 2024-11-10T04:24:44,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8715a263013f58b3e93776c53afb4e, server=e900e1ae4b9f,39307,1731212677005}] 2024-11-10T04:24:45,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:45,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,070 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:45,070 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8715a263013f58b3e93776c53afb4e, NAME => 'test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:45,070 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:45,070 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:24:45,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:45,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,072 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,073 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8715a263013f58b3e93776c53afb4e columnFamilyName f 2024-11-10T04:24:45,073 DEBUG [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:45,073 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(327): Store=3c8715a263013f58b3e93776c53afb4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:45,074 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,074 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8715a263013f58b3e93776c53afb4e columnFamilyName f1 2024-11-10T04:24:45,074 DEBUG [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:45,075 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(327): Store=3c8715a263013f58b3e93776c53afb4e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,075 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,075 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8715a263013f58b3e93776c53afb4e columnFamilyName norep 2024-11-10T04:24:45,075 DEBUG [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:45,076 INFO [StoreOpener-3c8715a263013f58b3e93776c53afb4e-1 {}] regionserver.HStore(327): Store=3c8715a263013f58b3e93776c53afb4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:45,076 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,076 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,076 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:45,078 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,080 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:45,080 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c8715a263013f58b3e93776c53afb4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74558402, jitterRate=0.11100676655769348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:45,080 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:45,080 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c8715a263013f58b3e93776c53afb4e: Running coprocessor pre-open hook at 1731212685071Writing region info on filesystem at 1731212685071Initializing all the Stores at 1731212685071Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212685072 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212685072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212685072Cleaning up temporary data from old regions at 1731212685077 (+5 ms)Running coprocessor post-open hooks at 1731212685080 (+3 ms)Region opened successfully at 1731212685080 2024-11-10T04:24:45,081 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212683941.3c8715a263013f58b3e93776c53afb4e., pid=6, masterSystemTime=1731212685066 2024-11-10T04:24:45,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:45,083 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:45,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8715a263013f58b3e93776c53afb4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:45,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8715a263013f58b3e93776c53afb4e, server=e900e1ae4b9f,39307,1731212677005 because future has completed 2024-11-10T04:24:45,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:24:45,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c8715a263013f58b3e93776c53afb4e, server=e900e1ae4b9f,39307,1731212677005 in 171 msec 2024-11-10T04:24:45,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:24:45,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c8715a263013f58b3e93776c53afb4e, ASSIGN in 327 msec 2024-11-10T04:24:45,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:45,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212685090"}]},"ts":"1731212685090"} 2024-11-10T04:24:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:45,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:24:45,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:45,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-10T04:24:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:24:46,099 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:24:46,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cd3744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43547,-1 for getting cluster id 2024-11-10T04:24:46,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:46,100 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21b26b96-e1c5-4953-b320-e2ebf6e699e4' 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21b26b96-e1c5-4953-b320-e2ebf6e699e4" 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37baecec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43547,-1] 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:46,102 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b50f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43547,1731212669029 2024-11-10T04:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524ab1c0 2024-11-10T04:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:46,104 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:46,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:41217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:46,108 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:41217' 2024-11-10T04:24:46,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2191288d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,109 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:46,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:46,109 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:46,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:46,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e5ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:46,110 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:46,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1880a84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:46,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:46,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:46,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25167367 2024-11-10T04:24:46,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:46,112 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:46,113 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:46,113 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:46,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:46,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:46,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:46,114 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:46,114 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:46,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:46,115 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:46,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:46,164 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:46,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46d06751a16aecfa2ea293bf5713eef1, NAME => 'hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1 2024-11-10T04:24:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46d06751a16aecfa2ea293bf5713eef1, disabling compactions & flushes 2024-11-10T04:24:46,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. after waiting 0 ms 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:46,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:46,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46d06751a16aecfa2ea293bf5713eef1: Waiting for close lock at 1731212686927Disabling compacts and flushes for region at 1731212686927Disabling writes for close at 1731212686927Writing region close event to WAL at 1731212686927Closed at 1731212686927 2024-11-10T04:24:46,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:46,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212686928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212686928"}]},"ts":"1731212686928"} 2024-11-10T04:24:46,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:46,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:46,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212686931"}]},"ts":"1731212686931"} 2024-11-10T04:24:46,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:46,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46d06751a16aecfa2ea293bf5713eef1, ASSIGN}] 2024-11-10T04:24:46,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46d06751a16aecfa2ea293bf5713eef1, ASSIGN 2024-11-10T04:24:46,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46d06751a16aecfa2ea293bf5713eef1, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,36769,1731212669078; forceNewPlan=false, retain=false 2024-11-10T04:24:47,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46d06751a16aecfa2ea293bf5713eef1, regionState=OPENING, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:47,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46d06751a16aecfa2ea293bf5713eef1, ASSIGN because future has completed 2024-11-10T04:24:47,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d06751a16aecfa2ea293bf5713eef1, server=e900e1ae4b9f,36769,1731212669078}] 2024-11-10T04:24:47,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:47,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:47,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:47,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C36769%2C1731212669078.rep, suffix=, logDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078, archiveDir=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/oldWALs, maxLogs=10 2024-11-10T04:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:47,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.rep.1731212687244, exclude list is [], retry=0 2024-11-10T04:24:47,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-a4ed080c-c422-4409-b650-a14331656e9e,DISK] 2024-11-10T04:24:47,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.rep.1731212687244 2024-11-10T04:24:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-10T04:24:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46d06751a16aecfa2ea293bf5713eef1, NAME => 'hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:47,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. service=MultiRowMutationService 2024-11-10T04:24:47,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,264 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,265 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d06751a16aecfa2ea293bf5713eef1 columnFamilyName hfileref 2024-11-10T04:24:47,265 DEBUG [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:47,265 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(327): Store=46d06751a16aecfa2ea293bf5713eef1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:47,266 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,266 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d06751a16aecfa2ea293bf5713eef1 columnFamilyName queue 2024-11-10T04:24:47,266 DEBUG [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:47,266 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(327): Store=46d06751a16aecfa2ea293bf5713eef1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:47,267 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,267 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d06751a16aecfa2ea293bf5713eef1 columnFamilyName sid 2024-11-10T04:24:47,267 DEBUG [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:47,267 INFO [StoreOpener-46d06751a16aecfa2ea293bf5713eef1-1 {}] regionserver.HStore(327): Store=46d06751a16aecfa2ea293bf5713eef1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:47,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/replication/46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/replication/46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:47,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/replication/46d06751a16aecfa2ea293bf5713eef1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:47,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46d06751a16aecfa2ea293bf5713eef1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940450, jitterRate=0.08689740300178528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:47,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:24:47,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46d06751a16aecfa2ea293bf5713eef1: Running coprocessor pre-open hook at 1731212687261Writing region info on filesystem at 1731212687261Initializing all the Stores at 1731212687262 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212687262Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212687264 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212687264Cleaning up temporary data from old regions at 1731212687269 (+5 ms)Running coprocessor post-open hooks at 1731212687272 (+3 ms)Region opened successfully at 1731212687272 2024-11-10T04:24:47,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1., pid=10, masterSystemTime=1731212687239 2024-11-10T04:24:47,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:47,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:24:47,275 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46d06751a16aecfa2ea293bf5713eef1, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,36769,1731212669078 2024-11-10T04:24:47,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d06751a16aecfa2ea293bf5713eef1, server=e900e1ae4b9f,36769,1731212669078 because future has completed 2024-11-10T04:24:47,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:47,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d06751a16aecfa2ea293bf5713eef1, server=e900e1ae4b9f,36769,1731212669078 in 191 msec 2024-11-10T04:24:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46d06751a16aecfa2ea293bf5713eef1, ASSIGN in 346 msec 2024-11-10T04:24:47,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:47,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212687282"}]},"ts":"1731212687282"} 2024-11-10T04:24:47,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:47,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:47,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-10T04:24:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1., hostname=e900e1ae4b9f,36769,1731212669078, seqNum=2] 2024-11-10T04:24:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:24:47,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:47,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:47,486 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:47,530 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,36769,1731212669078, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:47,530 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:47,530 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36769,1731212669078, seqNum=-1] 2024-11-10T04:24:47,531 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:47,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:47,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,36769,1731212669078', locateType=CURRENT is [region=hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1., hostname=e900e1ae4b9f,36769,1731212669078, seqNum=2] 2024-11-10T04:24:47,536 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:47,538 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,36769,1731212669078 suceeded 2024-11-10T04:24:47,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:47,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-10T04:24:47,539 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:41217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:47,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-11-10T04:24:47,550 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:41217' 2024-11-10T04:24:47,551 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:47,551 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:47,551 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:47,551 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:47,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:47,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:47,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d944b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:47,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:47,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:47,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:47,553 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:47,553 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:47,553 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:47,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:47,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b11aaa 2024-11-10T04:24:47,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:47,554 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:47,555 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,36769,1731212669078 (queues=1) is replicating from cluster=21b26b96-e1c5-4953-b320-e2ebf6e699e4 to cluster=2a33bca4-8d42-4938-9901-18587d92f821 2024-11-10T04:24:47,555 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C36769%2C1731212669078 2024-11-10T04:24:47,555 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,36769,1731212669078, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:47,555 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C36769%2C1731212669078 2024-11-10T04:24:47,556 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, startPosition=0, beingWritten=true 2024-11-10T04:24:47,560 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:47,560 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:47,560 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36769,1731212669078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:47,763 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:47,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:24:47,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:24:47,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:47,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:24:48,066 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:48,258 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:48,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:48,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:48,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:48,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c304a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:48,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:48,260 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d05c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,261 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba93e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d03b61 2024-11-10T04:24:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:48,263 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:48,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:48,266 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36823' 2024-11-10T04:24:48,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b7ffb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,267 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:48,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:48,267 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:48,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:48,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e00680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,268 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303aeff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:48,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2483b637 2024-11-10T04:24:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:48,270 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:48,271 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:48,271 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:48,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:48,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:48,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:48,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:48,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:48,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:48,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:48,323 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:48,470 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:48,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:24:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:48,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45ef4c4e67273ed057ae0370cd66fb63, NAME => 'hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb 2024-11-10T04:24:48,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:48,974 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:49,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:49,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45ef4c4e67273ed057ae0370cd66fb63, disabling compactions & flushes 2024-11-10T04:24:49,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. after waiting 0 ms 2024-11-10T04:24:49,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45ef4c4e67273ed057ae0370cd66fb63: Waiting for close lock at 1731212689085Disabling compacts and flushes for region at 1731212689085Disabling writes for close at 1731212689086 (+1 ms)Writing region close event to WAL at 1731212689086Closed at 1731212689086 2024-11-10T04:24:49,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:49,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212689087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212689087"}]},"ts":"1731212689087"} 2024-11-10T04:24:49,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:49,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:49,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212689089"}]},"ts":"1731212689089"} 2024-11-10T04:24:49,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:49,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ef4c4e67273ed057ae0370cd66fb63, ASSIGN}] 2024-11-10T04:24:49,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ef4c4e67273ed057ae0370cd66fb63, ASSIGN 2024-11-10T04:24:49,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45ef4c4e67273ed057ae0370cd66fb63, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,41821,1731212672894; forceNewPlan=false, retain=false 2024-11-10T04:24:49,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45ef4c4e67273ed057ae0370cd66fb63, regionState=OPENING, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45ef4c4e67273ed057ae0370cd66fb63, ASSIGN because future has completed 2024-11-10T04:24:49,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ef4c4e67273ed057ae0370cd66fb63, server=e900e1ae4b9f,41821,1731212672894}] 2024-11-10T04:24:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:49,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:49,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:49,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41821%2C1731212672894.rep, suffix=, logDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894, archiveDir=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/oldWALs, maxLogs=10 2024-11-10T04:24:49,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.rep.1731212689403, exclude list is [], retry=0 2024-11-10T04:24:49,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-7d1d4fff-8f2a-44e1-817f-b81cd8914a8e,DISK] 2024-11-10T04:24:49,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.rep.1731212689403 2024-11-10T04:24:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38849:38849)] 2024-11-10T04:24:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ef4c4e67273ed057ae0370cd66fb63, NAME => 'hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:49,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. service=MultiRowMutationService 2024-11-10T04:24:49,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,422 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,423 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ef4c4e67273ed057ae0370cd66fb63 columnFamilyName hfileref 2024-11-10T04:24:49,423 DEBUG [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:49,423 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(327): Store=45ef4c4e67273ed057ae0370cd66fb63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:49,423 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,424 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ef4c4e67273ed057ae0370cd66fb63 columnFamilyName queue 2024-11-10T04:24:49,424 DEBUG [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:49,424 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(327): Store=45ef4c4e67273ed057ae0370cd66fb63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:49,424 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,425 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ef4c4e67273ed057ae0370cd66fb63 columnFamilyName sid 2024-11-10T04:24:49,425 DEBUG [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:49,425 INFO [StoreOpener-45ef4c4e67273ed057ae0370cd66fb63-1 {}] regionserver.HStore(327): Store=45ef4c4e67273ed057ae0370cd66fb63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:49,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:49,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45ef4c4e67273ed057ae0370cd66fb63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59356867, jitterRate=-0.11551375687122345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:49,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:24:49,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45ef4c4e67273ed057ae0370cd66fb63: Running coprocessor pre-open hook at 1731212689421Writing region info on filesystem at 1731212689421Initializing all the Stores at 1731212689421Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212689421Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212689421Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212689421Cleaning up temporary data from old regions at 1731212689427 (+6 ms)Running coprocessor post-open hooks at 1731212689430 (+3 ms)Region opened successfully at 1731212689430 2024-11-10T04:24:49,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63., pid=10, masterSystemTime=1731212689398 2024-11-10T04:24:49,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:24:49,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45ef4c4e67273ed057ae0370cd66fb63, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,41821,1731212672894 2024-11-10T04:24:49,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ef4c4e67273ed057ae0370cd66fb63, server=e900e1ae4b9f,41821,1731212672894 because future has completed 2024-11-10T04:24:49,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:49,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45ef4c4e67273ed057ae0370cd66fb63, server=e900e1ae4b9f,41821,1731212672894 in 190 msec 2024-11-10T04:24:49,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:49,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45ef4c4e67273ed057ae0370cd66fb63, ASSIGN in 346 msec 2024-11-10T04:24:49,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:49,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212689439"}]},"ts":"1731212689439"} 2024-11-10T04:24:49,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:49,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:49,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-10T04:24:49,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63., hostname=e900e1ae4b9f,41821,1731212672894, seqNum=2] 2024-11-10T04:24:49,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:49,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:24:49,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:49,577 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:49,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:49,640 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:49,668 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,41821,1731212672894, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:49,669 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:49,669 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41821,1731212672894, seqNum=-1] 2024-11-10T04:24:49,669 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:49,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:49,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,41821,1731212672894', locateType=CURRENT is [region=hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63., hostname=e900e1ae4b9f,41821,1731212672894, seqNum=2] 2024-11-10T04:24:49,673 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:49,675 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,41821,1731212672894 suceeded 2024-11-10T04:24:49,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:49,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T04:24:49,677 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:49,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T04:24:49,687 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:36823' 2024-11-10T04:24:49,688 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560e4255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:49,688 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:49,688 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:49,689 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48fd2351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:49,690 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:49,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd5b84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:49,691 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:49,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:49,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f90311d 2024-11-10T04:24:49,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:49,692 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:49,693 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,41821,1731212672894 (queues=1) is replicating from cluster=2a33bca4-8d42-4938-9901-18587d92f821 to cluster=6ecdb110-55a9-42f1-b4d4-b34b7ff1e556 2024-11-10T04:24:49,693 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C41821%2C1731212672894 2024-11-10T04:24:49,693 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,41821,1731212672894, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:49,693 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C41821%2C1731212672894 2024-11-10T04:24:49,693 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, startPosition=0, beingWritten=true 2024-11-10T04:24:49,697 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:49,697 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:49,697 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:49,900 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:50,203 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:50,281 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:50,408 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:50,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0d2a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:50,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:50,410 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a82142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,412 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b180e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689953e 2024-11-10T04:24:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:50,414 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:50,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:41217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:24:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:24:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:50,416 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:41217' 2024-11-10T04:24:50,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f52ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,417 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:50,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:50,417 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f940e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:50,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,418 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bac182c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:50,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58073baf 2024-11-10T04:24:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:50,420 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:24:50,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:24:50,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:24:50,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:50,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:50,421 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:24:50,422 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:24:50,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:24:50,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:50,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:24:50,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:24:50,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7226c215af5d76628c9b21b92170282, NAME => 'hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec 2024-11-10T04:24:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:24:50,472 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:24:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:50,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:50,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,607 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:50,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7226c215af5d76628c9b21b92170282, disabling compactions & flushes 2024-11-10T04:24:50,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. after waiting 0 ms 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:50,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:50,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7226c215af5d76628c9b21b92170282: Waiting for close lock at 1731212690835Disabling compacts and flushes for region at 1731212690835Disabling writes for close at 1731212690835Writing region close event to WAL at 1731212690835Closed at 1731212690835 2024-11-10T04:24:50,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:24:50,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212690837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212690837"}]},"ts":"1731212690837"} 2024-11-10T04:24:50,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:24:50,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:24:50,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212690839"}]},"ts":"1731212690839"} 2024-11-10T04:24:50,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:24:50,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7226c215af5d76628c9b21b92170282, ASSIGN}] 2024-11-10T04:24:50,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7226c215af5d76628c9b21b92170282, ASSIGN 2024-11-10T04:24:50,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7226c215af5d76628c9b21b92170282, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,39307,1731212677005; forceNewPlan=false, retain=false 2024-11-10T04:24:50,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7226c215af5d76628c9b21b92170282, regionState=OPENING, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:50,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7226c215af5d76628c9b21b92170282, ASSIGN because future has completed 2024-11-10T04:24:50,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7226c215af5d76628c9b21b92170282, server=e900e1ae4b9f,39307,1731212677005}] 2024-11-10T04:24:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:51,085 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:51,110 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:51,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:51,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:24:51,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:24:51,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C39307%2C1731212677005.rep, suffix=, logDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005, archiveDir=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/oldWALs, maxLogs=10 2024-11-10T04:24:51,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.rep.1731212691152, exclude list is [], retry=0 2024-11-10T04:24:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-175a7e2e-84ec-4921-92d9-469e933d9ff6,DISK] 2024-11-10T04:24:51,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.rep.1731212691152 2024-11-10T04:24:51,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T04:24:51,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7226c215af5d76628c9b21b92170282, NAME => 'hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:24:51,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. service=MultiRowMutationService 2024-11-10T04:24:51,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,174 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,175 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7226c215af5d76628c9b21b92170282 columnFamilyName hfileref 2024-11-10T04:24:51,175 DEBUG [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:51,175 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(327): Store=b7226c215af5d76628c9b21b92170282/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:51,175 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,176 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7226c215af5d76628c9b21b92170282 columnFamilyName queue 2024-11-10T04:24:51,176 DEBUG [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:51,177 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(327): Store=b7226c215af5d76628c9b21b92170282/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:51,177 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,177 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7226c215af5d76628c9b21b92170282 columnFamilyName sid 2024-11-10T04:24:51,177 DEBUG [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:24:51,178 INFO [StoreOpener-b7226c215af5d76628c9b21b92170282-1 {}] regionserver.HStore(327): Store=b7226c215af5d76628c9b21b92170282/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:24:51,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:24:51,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:24:51,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7226c215af5d76628c9b21b92170282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67636433, jitterRate=0.007861390709877014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:24:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7226c215af5d76628c9b21b92170282: Running coprocessor pre-open hook at 1731212691173Writing region info on filesystem at 1731212691173Initializing all the Stores at 1731212691173Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212691174 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212691174Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212691174Cleaning up temporary data from old regions at 1731212691179 (+5 ms)Running coprocessor post-open hooks at 1731212691183 (+4 ms)Region opened successfully at 1731212691183 2024-11-10T04:24:51,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282., pid=10, masterSystemTime=1731212691147 2024-11-10T04:24:51,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:51,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:51,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7226c215af5d76628c9b21b92170282, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7226c215af5d76628c9b21b92170282, server=e900e1ae4b9f,39307,1731212677005 because future has completed 2024-11-10T04:24:51,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:24:51,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7226c215af5d76628c9b21b92170282, server=e900e1ae4b9f,39307,1731212677005 in 193 msec 2024-11-10T04:24:51,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:24:51,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7226c215af5d76628c9b21b92170282, ASSIGN in 348 msec 2024-11-10T04:24:51,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:24:51,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212691191"}]},"ts":"1731212691191"} 2024-11-10T04:24:51,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:24:51,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:24:51,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-10T04:24:51,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282., hostname=e900e1ae4b9f,39307,1731212677005, seqNum=2] 2024-11-10T04:24:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:51,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:24:51,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:24:51,388 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:24:51,416 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,39307,1731212677005, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:24:51,416 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:51,417 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,39307,1731212677005, seqNum=-1] 2024-11-10T04:24:51,417 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:51,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:51,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,39307,1731212677005', locateType=CURRENT is [region=hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282., hostname=e900e1ae4b9f,39307,1731212677005, seqNum=2] 2024-11-10T04:24:51,421 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:24:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:24:51,423 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,39307,1731212677005 suceeded 2024-11-10T04:24:51,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:24:51,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T04:24:51,425 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:41217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:24:51,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0110 sec 2024-11-10T04:24:51,443 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:41217' 2024-11-10T04:24:51,444 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c73edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,444 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:51,444 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:51,445 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:51,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:51,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:51,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@163e9fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:51,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:51,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,446 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:51,447 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f20f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,447 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:24:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41217,1731212672855 2024-11-10T04:24:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a5b4fad 2024-11-10T04:24:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:24:51,448 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T04:24:51,449 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,39307,1731212677005 (queues=1) is replicating from cluster=6ecdb110-55a9-42f1-b4d4-b34b7ff1e556 to cluster=2a33bca4-8d42-4938-9901-18587d92f821 2024-11-10T04:24:51,449 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C39307%2C1731212677005 2024-11-10T04:24:51,449 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,39307,1731212677005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:24:51,449 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C39307%2C1731212677005 2024-11-10T04:24:51,449 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, startPosition=0, beingWritten=true 2024-11-10T04:24:51,454 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:51,454 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 379, reset compression=false 2024-11-10T04:24:51,454 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:24:51,549 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:24:51,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:51,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:51,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209326a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43547,-1 for getting cluster id 2024-11-10T04:24:51,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:51,551 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21b26b96-e1c5-4953-b320-e2ebf6e699e4' 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21b26b96-e1c5-4953-b320-e2ebf6e699e4" 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f32779b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43547,-1] 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,552 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b853d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1c2f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:51,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:51,554 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e707a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,555 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5045b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253a54b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:51,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:51,556 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b59bbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:51,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,558 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:51,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa4cb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,36769,1731212669078, seqNum=-1] 2024-11-10T04:24:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:51,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212679639.97a6a807abdf3c28ac523f5be2727413., hostname=e900e1ae4b9f,36769,1731212669078, seqNum=2] 2024-11-10T04:24:51,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,39307,1731212677005, seqNum=-1] 2024-11-10T04:24:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:51,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212683941.3c8715a263013f58b3e93776c53afb4e., hostname=e900e1ae4b9f,39307,1731212677005, seqNum=2] 2024-11-10T04:24:51,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T04:24:51,660 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 379, reset compression=false 2024-11-10T04:24:51,713 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:51,964 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 379, reset compression=false 2024-11-10T04:24:51,988 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 379, reset compression=false 2024-11-10T04:24:51,993 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:51,993 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:51,993 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36769,1731212669078 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a6a807abdf3c28ac523f5be2727413/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T04:24:51,995 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:51,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:51,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:51,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f49ccd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41217,-1 for getting cluster id 2024-11-10T04:24:51,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:51,998 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33bca4-8d42-4938-9901-18587d92f821' 2024-11-10T04:24:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33bca4-8d42-4938-9901-18587d92f821" 2024-11-10T04:24:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8764781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41217,-1] 2024-11-10T04:24:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:51,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:51,999 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:52,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e387dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:52,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41821,1731212672894, seqNum=-1] 2024-11-10T04:24:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:52,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212681791.0961ed0dc831f6e2e25d524702de455e., hostname=e900e1ae4b9f,41821,1731212672894, seqNum=2] 2024-11-10T04:24:52,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:52,196 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:52,368 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 379, reset compression=false 2024-11-10T04:24:52,416 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 379, reset compression=false 2024-11-10T04:24:52,421 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:52,421 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 503, reset compression=false 2024-11-10T04:24:52,421 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[{test/0961ed0dc831f6e2e25d524702de455e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T04:24:52,423 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:52,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:52,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:52,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265a2a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:52,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,36823,-1 for getting cluster id 2024-11-10T04:24:52,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:24:52,425 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ecdb110-55a9-42f1-b4d4-b34b7ff1e556' 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ecdb110-55a9-42f1-b4d4-b34b7ff1e556" 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77a12dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,36823,-1] 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:24:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:52,427 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:24:52,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3109ea5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:24:52,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:52,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,39307,1731212677005, seqNum=-1] 2024-11-10T04:24:52,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:52,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T04:24:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731212683941.3c8715a263013f58b3e93776c53afb4e., hostname=e900e1ae4b9f,39307,1731212677005, seqNum=2] 2024-11-10T04:24:52,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:52,499 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:52,570 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T04:24:52,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:24:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41821,1731212672894, seqNum=-1] 2024-11-10T04:24:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:24:52,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:24:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731212681791.0961ed0dc831f6e2e25d524702de455e., hostname=e900e1ae4b9f,41821,1731212672894, seqNum=2] 2024-11-10T04:24:52,577 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T04:24:52,624 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 503, reset compression=false 2024-11-10T04:24:52,629 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:52,629 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 607, reset compression=false 2024-11-10T04:24:52,629 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[{test/0961ed0dc831f6e2e25d524702de455e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:52,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:52,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:52,832 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 607, reset compression=false 2024-11-10T04:24:52,871 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 379, reset compression=false 2024-11-10T04:24:52,875 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:52,875 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 653, reset compression=false 2024-11-10T04:24:52,875 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:52,903 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:53,078 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 653, reset compression=false 2024-11-10T04:24:53,136 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 607, reset compression=false 2024-11-10T04:24:53,381 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 653, reset compression=false 2024-11-10T04:24:53,406 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:53,540 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 607, reset compression=false 2024-11-10T04:24:53,579 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T04:24:53,581 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T04:24:53,785 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 653, reset compression=false 2024-11-10T04:24:53,789 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:53,789 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 757, reset compression=false 2024-11-10T04:24:53,789 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c8715a263013f58b3e93776c53afb4e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T04:24:53,791 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:24:53,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T04:24:53,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:53,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:53,992 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 757, reset compression=false 2024-11-10T04:24:54,010 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:54,043 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 607, reset compression=false 2024-11-10T04:24:54,046 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:54,047 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 734, reset compression=false 2024-11-10T04:24:54,047 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:54,249 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 734, reset compression=false 2024-11-10T04:24:54,295 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 757, reset compression=false 2024-11-10T04:24:54,552 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 734, reset compression=false 2024-11-10T04:24:54,583 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T04:24:54,586 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T04:24:54,699 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 757, reset compression=false 2024-11-10T04:24:54,713 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 480, reset compression=false 2024-11-10T04:24:54,716 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:54,716 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:54,716 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36769,1731212669078 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a6a807abdf3c28ac523f5be2727413/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T04:24:54,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:54,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:54,919 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:54,956 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 734, reset compression=false 2024-11-10T04:24:54,961 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:54,961 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 881, reset compression=false 2024-11-10T04:24:54,961 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[{test/0961ed0dc831f6e2e25d524702de455e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T04:24:54,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:54,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:55,164 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 881, reset compression=false 2024-11-10T04:24:55,203 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 757, reset compression=false 2024-11-10T04:24:55,207 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:55,207 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 927, reset compression=false 2024-11-10T04:24:55,207 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:55,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:55,411 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 927, reset compression=false 2024-11-10T04:24:55,467 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 881, reset compression=false 2024-11-10T04:24:55,588 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T04:24:55,600 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T04:24:55,626 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:55,715 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 927, reset compression=false 2024-11-10T04:24:55,871 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 881, reset compression=false 2024-11-10T04:24:55,877 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:55,877 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1040, reset compression=false 2024-11-10T04:24:55,877 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[{test/0961ed0dc831f6e2e25d524702de455e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T04:24:55,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:55,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:56,081 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1040, reset compression=false 2024-11-10T04:24:56,120 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 927, reset compression=false 2024-11-10T04:24:56,124 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:56,124 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1076, reset compression=false 2024-11-10T04:24:56,124 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:56,130 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:56,331 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1076, reset compression=false 2024-11-10T04:24:56,385 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1040, reset compression=false 2024-11-10T04:24:56,602 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T04:24:56,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T04:24:56,636 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1076, reset compression=false 2024-11-10T04:24:56,640 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:24:56,640 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1235, reset compression=false 2024-11-10T04:24:56,640 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c8715a263013f58b3e93776c53afb4e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T04:24:56,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T04:24:56,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T04:24:56,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:24:56,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,734 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:24:56,789 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1040, reset compression=false 2024-11-10T04:24:56,794 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:56,794 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:56,794 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:56,849 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1235, reset compression=false 2024-11-10T04:24:56,997 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:57,153 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1235, reset compression=false 2024-11-10T04:24:57,301 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:57,438 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:57,557 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1235, reset compression=false 2024-11-10T04:24:57,607 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T04:24:57,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:24:57,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:57,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:57,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:57,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:57,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:57,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:24:57,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461077663, stopped=false 2024-11-10T04:24:57,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,36823,1731212676960 2024-11-10T04:24:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150327147/running 2024-11-10T04:24:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150327147/running 2024-11-10T04:24:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:57,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:57,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:24:57,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:57,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:57,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/running 2024-11-10T04:24:57,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,39307,1731212677005' ***** 2024-11-10T04:24:57,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:24:57,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Set watcher on znode that does not yet exist, /21150327147/running 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:24:57,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(3091): Received CLOSE for b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:39307. 2024-11-10T04:24:57,617 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7226c215af5d76628c9b21b92170282, disabling compactions & flushes 2024-11-10T04:24:57,617 DEBUG [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:57,617 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:57,617 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:57,617 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:57,617 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. after waiting 0 ms 2024-11-10T04:24:57,617 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:57,617 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:24:57,618 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:24:57,618 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:24:57,618 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:24:57,618 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7226c215af5d76628c9b21b92170282 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-10T04:24:57,618 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:24:57,618 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1325): Online Regions={b7226c215af5d76628c9b21b92170282=hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282., 1588230740=hbase:meta,,1.1588230740, 3c8715a263013f58b3e93776c53afb4e=test,,1731212683941.3c8715a263013f58b3e93776c53afb4e.} 2024-11-10T04:24:57,618 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8715a263013f58b3e93776c53afb4e, b7226c215af5d76628c9b21b92170282 2024-11-10T04:24:57,618 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:24:57,618 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:24:57,618 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:24:57,618 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:24:57,618 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:24:57,618 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:24:57,635 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/.tmp/queue/d588034b36ea473f9a1c568a9c84f69e is 154, key is 1-e900e1ae4b9f,39307,1731212677005/queue:e900e1ae4b9f%2C39307%2C1731212677005/1731212696645/Put/seqid=0 2024-11-10T04:24:57,638 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/info/33da06518667499281847ebd8098d0c5 is 147, key is hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282./info:regioninfo/1731212691186/Put/seqid=0 2024-11-10T04:24:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741840_1016 (size=5353) 2024-11-10T04:24:57,640 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/.tmp/queue/d588034b36ea473f9a1c568a9c84f69e 2024-11-10T04:24:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741841_1017 (size=7686) 2024-11-10T04:24:57,645 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/.tmp/queue/d588034b36ea473f9a1c568a9c84f69e as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/queue/d588034b36ea473f9a1c568a9c84f69e 2024-11-10T04:24:57,648 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/queue/d588034b36ea473f9a1c568a9c84f69e, entries=1, sequenceid=11, filesize=5.2 K 2024-11-10T04:24:57,649 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b7226c215af5d76628c9b21b92170282 in 32ms, sequenceid=11, compaction requested=false 2024-11-10T04:24:57,652 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/replication/b7226c215af5d76628c9b21b92170282/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:57,653 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7226c215af5d76628c9b21b92170282: Waiting for close lock at 1731212697617Running coprocessor pre-close hooks at 1731212697617Disabling compacts and flushes for region at 1731212697617Disabling writes for close at 1731212697617Obtaining lock to block concurrent updates at 1731212697618 (+1 ms)Preparing flush snapshotting stores in b7226c215af5d76628c9b21b92170282 at 1731212697618Finished memstore snapshotting hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731212697618Flushing stores of hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. at 1731212697619 (+1 ms)Flushing b7226c215af5d76628c9b21b92170282/queue: creating writer at 1731212697619Flushing b7226c215af5d76628c9b21b92170282/queue: appending metadata at 1731212697635 (+16 ms)Flushing b7226c215af5d76628c9b21b92170282/queue: closing flushed file at 1731212697635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d291c30: reopening flushed file at 1731212697644 (+9 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b7226c215af5d76628c9b21b92170282 in 32ms, sequenceid=11, compaction requested=false at 1731212697649 (+5 ms)Writing region close event to WAL at 1731212697650 (+1 ms)Running coprocessor post-close hooks at 1731212697653 (+3 ms)Closed at 1731212697653 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212690421.b7226c215af5d76628c9b21b92170282. 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c8715a263013f58b3e93776c53afb4e, disabling compactions & flushes 2024-11-10T04:24:57,653 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. after waiting 0 ms 2024-11-10T04:24:57,653 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:57,653 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c8715a263013f58b3e93776c53afb4e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T04:24:57,669 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f/e3a850dab55d4ed097d7aa9e022bb7fb is 29, key is row1/f:/1731212695589/DeleteFamily/seqid=0 2024-11-10T04:24:57,672 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741842_1018 (size=5152) 2024-11-10T04:24:57,705 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:57,818 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:57,863 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:24:57,863 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:24:58,018 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:58,042 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/info/33da06518667499281847ebd8098d0c5 2024-11-10T04:24:58,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1235, reset compression=false 2024-11-10T04:24:58,065 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/ns/b34343cd3dc445b5a53e8076d7a5b532 is 43, key is default/ns:d/1731212679544/Put/seqid=0 2024-11-10T04:24:58,065 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:58,065 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1482, reset compression=false 2024-11-10T04:24:58,065 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,39307,1731212677005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:24:58,066 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,39307,1731212677005: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,39307,1731212677005, walGroup=e900e1ae4b9f%2C39307%2C1731212677005, offset=e900e1ae4b9f%2C39307%2C1731212677005.1731212678990:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:39307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:24:58,067 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:24:58,068 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:24:58,069 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:24:58,069 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:24:58,069 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:24:58,069 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 908405920 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202415384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:24:58,069 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:36823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:36823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:24:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741843_1019 (size=5153) 2024-11-10T04:24:58,073 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f/e3a850dab55d4ed097d7aa9e022bb7fb 2024-11-10T04:24:58,077 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3a850dab55d4ed097d7aa9e022bb7fb 2024-11-10T04:24:58,096 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f1/adf538fb858b4c79ae1d60c241857a75 is 30, key is row1/f1:/1731212695589/DeleteFamily/seqid=0 2024-11-10T04:24:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741844_1020 (size=5158) 2024-11-10T04:24:58,208 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:58,218 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:58,242 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:58,271 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1482, reset compression=false 2024-11-10T04:24:58,419 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c8715a263013f58b3e93776c53afb4e 2024-11-10T04:24:58,472 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/ns/b34343cd3dc445b5a53e8076d7a5b532 2024-11-10T04:24:58,492 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4fbf5d417c445b95f603771f640431 is 112, key is test,,1731212683941.3c8715a263013f58b3e93776c53afb4e./rep_barrier:seqnumDuringOpen/1731212685083/Put/seqid=0 2024-11-10T04:24:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741845_1021 (size=5518) 2024-11-10T04:24:58,500 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f1/adf538fb858b4c79ae1d60c241857a75 2024-11-10T04:24:58,504 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf538fb858b4c79ae1d60c241857a75 2024-11-10T04:24:58,523 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/norep/2ca3e658a20d42268251827cb3c43bfd is 33, key is row2/norep:/1731212696603/DeleteFamily/seqid=0 2024-11-10T04:24:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741846_1022 (size=5108) 2024-11-10T04:24:58,527 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/norep/2ca3e658a20d42268251827cb3c43bfd 2024-11-10T04:24:58,531 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca3e658a20d42268251827cb3c43bfd 2024-11-10T04:24:58,532 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f/e3a850dab55d4ed097d7aa9e022bb7fb as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/f/e3a850dab55d4ed097d7aa9e022bb7fb 2024-11-10T04:24:58,536 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3a850dab55d4ed097d7aa9e022bb7fb 2024-11-10T04:24:58,537 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/f/e3a850dab55d4ed097d7aa9e022bb7fb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T04:24:58,537 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/f1/adf538fb858b4c79ae1d60c241857a75 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/f1/adf538fb858b4c79ae1d60c241857a75 2024-11-10T04:24:58,541 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adf538fb858b4c79ae1d60c241857a75 2024-11-10T04:24:58,541 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/f1/adf538fb858b4c79ae1d60c241857a75, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T04:24:58,542 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/.tmp/norep/2ca3e658a20d42268251827cb3c43bfd as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/norep/2ca3e658a20d42268251827cb3c43bfd 2024-11-10T04:24:58,546 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca3e658a20d42268251827cb3c43bfd 2024-11-10T04:24:58,546 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/norep/2ca3e658a20d42268251827cb3c43bfd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T04:24:58,547 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3c8715a263013f58b3e93776c53afb4e in 894ms, sequenceid=10, compaction requested=false 2024-11-10T04:24:58,551 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/default/test/3c8715a263013f58b3e93776c53afb4e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T04:24:58,551 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:58,551 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:24:58,551 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:58,552 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c8715a263013f58b3e93776c53afb4e: Waiting for close lock at 1731212697653Running coprocessor pre-close hooks at 1731212697653Disabling compacts and flushes for region at 1731212697653Disabling writes for close at 1731212697653Obtaining lock to block concurrent updates at 1731212697653Preparing flush snapshotting stores in 3c8715a263013f58b3e93776c53afb4e at 1731212697653Finished memstore snapshotting test,,1731212683941.3c8715a263013f58b3e93776c53afb4e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731212697654 (+1 ms)Flushing stores of test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. at 1731212697654Flushing 3c8715a263013f58b3e93776c53afb4e/f: creating writer at 1731212697654Flushing 3c8715a263013f58b3e93776c53afb4e/f: appending metadata at 1731212697669 (+15 ms)Flushing 3c8715a263013f58b3e93776c53afb4e/f: closing flushed file at 1731212697669Flushing 3c8715a263013f58b3e93776c53afb4e/f1: creating writer at 1731212698077 (+408 ms)Flushing 3c8715a263013f58b3e93776c53afb4e/f1: appending metadata at 1731212698095 (+18 ms)Flushing 3c8715a263013f58b3e93776c53afb4e/f1: closing flushed file at 1731212698095Flushing 3c8715a263013f58b3e93776c53afb4e/norep: creating writer at 1731212698504 (+409 ms)Flushing 3c8715a263013f58b3e93776c53afb4e/norep: appending metadata at 1731212698522 (+18 ms)Flushing 3c8715a263013f58b3e93776c53afb4e/norep: closing flushed file at 1731212698522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff4ebd: reopening flushed file at 1731212698531 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d683631: reopening flushed file at 1731212698537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41010a56: reopening flushed file at 1731212698542 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3c8715a263013f58b3e93776c53afb4e in 894ms, sequenceid=10, compaction requested=false at 1731212698547 (+5 ms)Writing region close event to WAL at 1731212698548 (+1 ms)Running coprocessor post-close hooks at 1731212698551 (+3 ms)Closed at 1731212698551 2024-11-10T04:24:58,552 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212683941.3c8715a263013f58b3e93776c53afb4e. 2024-11-10T04:24:58,574 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 1482, reset compression=false 2024-11-10T04:24:58,578 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:24:58,578 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 2126, reset compression=false 2024-11-10T04:24:58,615 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:24:58,619 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:24:58,619 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:24:58,619 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:58,781 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 2126, reset compression=false 2024-11-10T04:24:58,812 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:58,819 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:58,896 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4fbf5d417c445b95f603771f640431 2024-11-10T04:24:58,919 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/table/8b1061e262e34f2796ce652069d8e968 is 53, key is hbase:replication/table:state/1731212691191/Put/seqid=0 2024-11-10T04:24:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741847_1023 (size=5308) 2024-11-10T04:24:59,019 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:59,085 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 2126, reset compression=false 2024-11-10T04:24:59,145 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:24:59,219 DEBUG [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:24:59,323 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/table/8b1061e262e34f2796ce652069d8e968 2024-11-10T04:24:59,327 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/info/33da06518667499281847ebd8098d0c5 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/info/33da06518667499281847ebd8098d0c5 2024-11-10T04:24:59,331 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/info/33da06518667499281847ebd8098d0c5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:24:59,331 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/ns/b34343cd3dc445b5a53e8076d7a5b532 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/ns/b34343cd3dc445b5a53e8076d7a5b532 2024-11-10T04:24:59,335 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/ns/b34343cd3dc445b5a53e8076d7a5b532, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:24:59,335 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4fbf5d417c445b95f603771f640431 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/rep_barrier/cd4fbf5d417c445b95f603771f640431 2024-11-10T04:24:59,339 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/rep_barrier/cd4fbf5d417c445b95f603771f640431, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:24:59,339 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/.tmp/table/8b1061e262e34f2796ce652069d8e968 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/table/8b1061e262e34f2796ce652069d8e968 2024-11-10T04:24:59,343 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/table/8b1061e262e34f2796ce652069d8e968, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:24:59,344 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-10T04:24:59,347 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:24:59,348 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:24:59,348 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:24:59,348 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:59,348 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212697618Running coprocessor pre-close hooks at 1731212697618Disabling compacts and flushes for region at 1731212697618Disabling writes for close at 1731212697618Obtaining lock to block concurrent updates at 1731212697618Preparing flush snapshotting stores in 1588230740 at 1731212697618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212697618Flushing stores of hbase:meta,,1.1588230740 at 1731212697619 (+1 ms)Flushing 1588230740/info: creating writer at 1731212697619Flushing 1588230740/info: appending metadata at 1731212697637 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731212697637Flushing 1588230740/ns: creating writer at 1731212698046 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212698064 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731212698065 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731212698476 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212698491 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212698491Flushing 1588230740/table: creating writer at 1731212698900 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212698918 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731212698918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251b753c: reopening flushed file at 1731212699326 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7019419f: reopening flushed file at 1731212699331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5902c3a0: reopening flushed file at 1731212699335 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405f9f3: reopening flushed file at 1731212699339 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731212699344 (+5 ms)Writing region close event to WAL at 1731212699345 (+1 ms)Running coprocessor post-close hooks at 1731212699348 (+3 ms)Closed at 1731212699348 2024-11-10T04:24:59,348 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:24:59,420 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,39307,1731212677005; all regions closed. 2024-11-10T04:24:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:24:59,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.meta.1731212679505.meta not finished, retry = 0 2024-11-10T04:24:59,489 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/WALs/e900e1ae4b9f,39307,1731212677005/e900e1ae4b9f%2C39307%2C1731212677005.1731212678990 to pos 2126, reset compression=false 2024-11-10T04:24:59,516 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:24:59,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741839_1015 (size=2896) 2024-11-10T04:24:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741832_1008 (size=2134) 2024-11-10T04:24:59,526 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:59,526 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:24:59,527 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:59,527 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:59,527 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:59,527 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:24:59,527 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,39307,1731212677005 because: Region server is closing 2024-11-10T04:24:59,527 INFO [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:39307. 2024-11-10T04:24:59,528 DEBUG [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:59,528 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:59,528 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:59,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:59,628 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.shippere900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 terminated 2024-11-10T04:24:59,628 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,39307,1731212677005.replicationSource.wal-reader.e900e1ae4b9f%2C39307%2C1731212677005,1-e900e1ae4b9f,39307,1731212677005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:24:59,628 INFO [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:39307. 2024-11-10T04:24:59,628 DEBUG [RS:0;e900e1ae4b9f:39307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:24:59,628 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:59,629 DEBUG [RS:0;e900e1ae4b9f:39307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:24:59,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:24:59,629 INFO [RS:0;e900e1ae4b9f:39307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39307 2024-11-10T04:24:59,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150327147/rs/e900e1ae4b9f,39307,1731212677005 2024-11-10T04:24:59,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147/rs 2024-11-10T04:24:59,631 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:24:59,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,39307,1731212677005] 2024-11-10T04:24:59,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21150327147/draining/e900e1ae4b9f,39307,1731212677005 already deleted, retry=false 2024-11-10T04:24:59,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,39307,1731212677005 expired; onlineServers=0 2024-11-10T04:24:59,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,36823,1731212676960' ***** 2024-11-10T04:24:59,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:24:59,634 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:24:59,634 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:24:59,634 DEBUG [M:0;e900e1ae4b9f:36823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:24:59,634 DEBUG [M:0;e900e1ae4b9f:36823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:24:59,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:24:59,634 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212678764 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212678764,5,FailOnTimeoutGroup] 2024-11-10T04:24:59,634 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212678764 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212678764,5,FailOnTimeoutGroup] 2024-11-10T04:24:59,634 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:24:59,634 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:24:59,634 DEBUG [M:0;e900e1ae4b9f:36823 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:24:59,635 INFO [M:0;e900e1ae4b9f:36823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:24:59,635 INFO [M:0;e900e1ae4b9f:36823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:24:59,635 INFO [M:0;e900e1ae4b9f:36823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:24:59,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:24:59,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150327147/master 2024-11-10T04:24:59,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150327147 2024-11-10T04:24:59,636 DEBUG [M:0;e900e1ae4b9f:36823 {}] zookeeper.ZKUtil(347): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Unable to get data of znode /21150327147/master because node does not exist (not an error) 2024-11-10T04:24:59,636 WARN [M:0;e900e1ae4b9f:36823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:24:59,637 INFO [M:0;e900e1ae4b9f:36823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/.lastflushedseqids 2024-11-10T04:24:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741848_1024 (size=245) 2024-11-10T04:24:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39307-0x101001ed7370007, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:24:59,733 INFO [RS:0;e900e1ae4b9f:39307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:24:59,733 INFO [RS:0;e900e1ae4b9f:39307 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,39307,1731212677005; zookeeper connection closed. 2024-11-10T04:24:59,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7492e656 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7492e656 2024-11-10T04:24:59,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:00,041 INFO [M:0;e900e1ae4b9f:36823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:00,041 INFO [M:0;e900e1ae4b9f:36823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:00,042 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:00,042 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:00,042 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:00,042 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:00,042 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:00,042 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T04:25:00,058 DEBUG [M:0;e900e1ae4b9f:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25da4b2d1d9432297102d50e14442bd is 82, key is hbase:meta,,1/info:regioninfo/1731212679535/Put/seqid=0 2024-11-10T04:25:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741849_1025 (size=5672) 2024-11-10T04:25:00,149 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:25:00,319 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:25:00,461 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25da4b2d1d9432297102d50e14442bd 2024-11-10T04:25:00,480 DEBUG [M:0;e900e1ae4b9f:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48d16e4f64d4450a06b7465ca9175b5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212691194/Put/seqid=0 2024-11-10T04:25:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741850_1026 (size=8515) 2024-11-10T04:25:00,884 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48d16e4f64d4450a06b7465ca9175b5 2024-11-10T04:25:00,904 DEBUG [M:0;e900e1ae4b9f:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfbe20aed57440495beb155919d33f7 is 69, key is e900e1ae4b9f,39307,1731212677005/rs:state/1731212678842/Put/seqid=0 2024-11-10T04:25:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741851_1027 (size=5156) 2024-11-10T04:25:01,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:25:01,252 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:25:01,307 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfbe20aed57440495beb155919d33f7 2024-11-10T04:25:01,312 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d25da4b2d1d9432297102d50e14442bd as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d25da4b2d1d9432297102d50e14442bd 2024-11-10T04:25:01,315 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d25da4b2d1d9432297102d50e14442bd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:25:01,316 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48d16e4f64d4450a06b7465ca9175b5 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f48d16e4f64d4450a06b7465ca9175b5 2024-11-10T04:25:01,319 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f48d16e4f64d4450a06b7465ca9175b5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:25:01,320 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfbe20aed57440495beb155919d33f7 as hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dfbe20aed57440495beb155919d33f7 2024-11-10T04:25:01,323 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44191/user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dfbe20aed57440495beb155919d33f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:25:01,324 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-10T04:25:01,325 INFO [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:01,325 DEBUG [M:0;e900e1ae4b9f:36823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212700041Disabling compacts and flushes for region at 1731212700041Disabling writes for close at 1731212700042 (+1 ms)Obtaining lock to block concurrent updates at 1731212700042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212700042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731212700042Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212700043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212700043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212700057 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212700057Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212700465 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212700480 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212700480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212700888 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212700903 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212700903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f8875c: reopening flushed file at 1731212701311 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a34f00: reopening flushed file at 1731212701315 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488df174: reopening flushed file at 1731212701319 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731212701324 (+5 ms)Writing region close event to WAL at 1731212701325 (+1 ms)Closed at 1731212701325 2024-11-10T04:25:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741830_1006 (size=63642) 2024-11-10T04:25:01,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d60e815-4913-f43a-3d0d-8017216739ec/MasterData/WALs/e900e1ae4b9f,36823,1731212676960/e900e1ae4b9f%2C36823%2C1731212676960.1731212678692 not finished, retry = 0 2024-11-10T04:25:01,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:01,428 INFO [M:0;e900e1ae4b9f:36823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:01,428 INFO [M:0;e900e1ae4b9f:36823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36823 2024-11-10T04:25:01,429 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:01,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:01,531 INFO [M:0;e900e1ae4b9f:36823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:01,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x101001ed7370006, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:01,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602605e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:01,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c08ae31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:01,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:01,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3d96c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:01,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f723491{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:01,537 WARN [BP-859980376-172.17.0.2-1731212675945 heartbeating to localhost/127.0.0.1:44191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:01,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:01,537 WARN [BP-859980376-172.17.0.2-1731212675945 heartbeating to localhost/127.0.0.1:44191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859980376-172.17.0.2-1731212675945 (Datanode Uuid 0f016145-0117-46d1-bdec-3cc830c32f4d) service to localhost/127.0.0.1:44191 2024-11-10T04:25:01,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:01,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/cluster_5654c438-935d-5ca8-fece-5ffc24974979/data/data1/current/BP-859980376-172.17.0.2-1731212675945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:01,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/cluster_5654c438-935d-5ca8-fece-5ffc24974979/data/data2/current/BP-859980376-172.17.0.2-1731212675945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:01,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:01,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@481dc0ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:01,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@584cb515{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:01,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:01,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d36f75d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:01,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4868a0ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:01,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:01,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:25:01,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:01,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:01,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:01,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:01,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:01,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:25:01,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23901844, stopped=false 2024-11-10T04:25:01,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,41217,1731212672855 2024-11-10T04:25:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981185726/running 2024-11-10T04:25:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:25:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981185726/running 2024-11-10T04:25:01,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:25:01,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:01,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:01,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:01,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/running 2024-11-10T04:25:01,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Set watcher on znode that does not yet exist, /1-981185726/running 2024-11-10T04:25:01,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,41821,1731212672894' ***** 2024-11-10T04:25:01,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:25:01,561 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:25:01,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,41821,1731212672894 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41821. 2024-11-10T04:25:01,562 DEBUG [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:01,562 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45ef4c4e67273ed057ae0370cd66fb63, disabling compactions & flushes 2024-11-10T04:25:01,562 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:01,562 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:25:01,562 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:25:01,562 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. after waiting 0 ms 2024-11-10T04:25:01,562 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:25:01,562 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:25:01,562 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45ef4c4e67273ed057ae0370cd66fb63 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T04:25:01,563 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:25:01,563 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1325): Online Regions={45ef4c4e67273ed057ae0370cd66fb63=hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63., 1588230740=hbase:meta,,1.1588230740, 0961ed0dc831f6e2e25d524702de455e=test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.} 2024-11-10T04:25:01,563 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e, 1588230740, 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:25:01,563 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:01,563 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:01,563 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:01,563 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:01,563 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:01,563 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:25:01,569 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:01,578 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/info/aa6e8ba5ef4f468ebd7b87f9f2200da5 is 147, key is hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63./info:regioninfo/1731212689433/Put/seqid=0 2024-11-10T04:25:01,581 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/.tmp/queue/a408e59f88644bfc996f88776d23e82f is 154, key is 1-e900e1ae4b9f,41821,1731212672894/queue:e900e1ae4b9f%2C41821%2C1731212672894/1731212696795/Put/seqid=0 2024-11-10T04:25:01,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741840_1016 (size=7686) 2024-11-10T04:25:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741841_1017 (size=5353) 2024-11-10T04:25:01,750 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:25:01,750 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:25:01,763 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e, 1588230740, 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:25:01,963 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e, 1588230740, 45ef4c4e67273ed057ae0370cd66fb63 2024-11-10T04:25:01,982 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/info/aa6e8ba5ef4f468ebd7b87f9f2200da5 2024-11-10T04:25:01,985 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/.tmp/queue/a408e59f88644bfc996f88776d23e82f 2024-11-10T04:25:01,989 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/.tmp/queue/a408e59f88644bfc996f88776d23e82f as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/queue/a408e59f88644bfc996f88776d23e82f 2024-11-10T04:25:01,992 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/queue/a408e59f88644bfc996f88776d23e82f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T04:25:01,993 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 45ef4c4e67273ed057ae0370cd66fb63 in 431ms, sequenceid=12, compaction requested=false 2024-11-10T04:25:02,000 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/replication/45ef4c4e67273ed057ae0370cd66fb63/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:02,001 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45ef4c4e67273ed057ae0370cd66fb63: Waiting for close lock at 1731212701562Running coprocessor pre-close hooks at 1731212701562Disabling compacts and flushes for region at 1731212701562Disabling writes for close at 1731212701562Obtaining lock to block concurrent updates at 1731212701562Preparing flush snapshotting stores in 45ef4c4e67273ed057ae0370cd66fb63 at 1731212701562Finished memstore snapshotting hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731212701563 (+1 ms)Flushing stores of hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. at 1731212701563Flushing 45ef4c4e67273ed057ae0370cd66fb63/queue: creating writer at 1731212701563Flushing 45ef4c4e67273ed057ae0370cd66fb63/queue: appending metadata at 1731212701581 (+18 ms)Flushing 45ef4c4e67273ed057ae0370cd66fb63/queue: closing flushed file at 1731212701581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3f722: reopening flushed file at 1731212701988 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 45ef4c4e67273ed057ae0370cd66fb63 in 431ms, sequenceid=12, compaction requested=false at 1731212701993 (+5 ms)Writing region close event to WAL at 1731212701998 (+5 ms)Running coprocessor post-close hooks at 1731212702000 (+2 ms)Closed at 1731212702001 (+1 ms) 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212688271.45ef4c4e67273ed057ae0370cd66fb63. 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0961ed0dc831f6e2e25d524702de455e, disabling compactions & flushes 2024-11-10T04:25:02,001 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. after waiting 0 ms 2024-11-10T04:25:02,001 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:25:02,001 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0961ed0dc831f6e2e25d524702de455e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T04:25:02,002 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/ns/f7fb454f0a50406da1d10a689450ee98 is 43, key is default/ns:d/1731212675837/Put/seqid=0 2024-11-10T04:25:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:25:02,020 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f/2cffe862e2b545ccb70d2300f1ea8ccf is 29, key is row1/f:/1731212695589/DeleteFamily/seqid=0 2024-11-10T04:25:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741843_1019 (size=5152) 2024-11-10T04:25:02,163 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e, 1588230740 2024-11-10T04:25:02,227 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1189, reset compression=false 2024-11-10T04:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1436, reset compression=false 2024-11-10T04:25:02,231 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,41821,1731212672894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:25:02,232 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,41821,1731212672894: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,41821,1731212672894, walGroup=e900e1ae4b9f%2C41821%2C1731212672894, offset=e900e1ae4b9f%2C41821%2C1731212672894.1731212674882:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:25:02,233 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:25:02,233 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:25:02,234 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:25:02,234 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:25:02,234 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:25:02,234 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 988097696 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 202803808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:25:02,234 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:41217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:41217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:25:02,363 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e, 1588230740 2024-11-10T04:25:02,406 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/ns/f7fb454f0a50406da1d10a689450ee98 2024-11-10T04:25:02,424 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a39b08cc6dd49fc86522af19cf60094 is 112, key is test,,1731212681791.0961ed0dc831f6e2e25d524702de455e./rep_barrier:seqnumDuringOpen/1731212682936/Put/seqid=0 2024-11-10T04:25:02,424 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f/2cffe862e2b545ccb70d2300f1ea8ccf 2024-11-10T04:25:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741844_1020 (size=5518) 2024-11-10T04:25:02,428 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a39b08cc6dd49fc86522af19cf60094 2024-11-10T04:25:02,428 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cffe862e2b545ccb70d2300f1ea8ccf 2024-11-10T04:25:02,435 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1436, reset compression=false 2024-11-10T04:25:02,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:25:02,443 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f1/5d29587359b045aabb8ded7e502a23eb is 30, key is row1/f1:/1731212695589/DeleteFamily/seqid=0 2024-11-10T04:25:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741845_1021 (size=5158) 2024-11-10T04:25:02,448 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/table/40cc424baef24e78b4050b0501ad9d8c is 53, key is hbase:replication/table:state/1731212689439/Put/seqid=0 2024-11-10T04:25:02,449 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f1/5d29587359b045aabb8ded7e502a23eb 2024-11-10T04:25:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:25:02,453 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/table/40cc424baef24e78b4050b0501ad9d8c 2024-11-10T04:25:02,453 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d29587359b045aabb8ded7e502a23eb 2024-11-10T04:25:02,456 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:25:02,456 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/info/aa6e8ba5ef4f468ebd7b87f9f2200da5 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/info/aa6e8ba5ef4f468ebd7b87f9f2200da5 2024-11-10T04:25:02,460 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/info/aa6e8ba5ef4f468ebd7b87f9f2200da5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:25:02,461 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/ns/f7fb454f0a50406da1d10a689450ee98 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/ns/f7fb454f0a50406da1d10a689450ee98 2024-11-10T04:25:02,464 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/ns/f7fb454f0a50406da1d10a689450ee98, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:25:02,464 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a39b08cc6dd49fc86522af19cf60094 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/rep_barrier/3a39b08cc6dd49fc86522af19cf60094 2024-11-10T04:25:02,467 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/rep_barrier/3a39b08cc6dd49fc86522af19cf60094, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:25:02,468 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/.tmp/table/40cc424baef24e78b4050b0501ad9d8c as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/table/40cc424baef24e78b4050b0501ad9d8c 2024-11-10T04:25:02,471 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/table/40cc424baef24e78b4050b0501ad9d8c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:25:02,471 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/norep/c47b5789804c4a22a15f69a81cd54ee8 is 33, key is row1/norep:/1731212695589/DeleteFamily/seqid=0 2024-11-10T04:25:02,471 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false 2024-11-10T04:25:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741847_1023 (size=5108) 2024-11-10T04:25:02,479 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:25:02,479 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:02,479 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:02,480 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:02,480 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212701563Running coprocessor pre-close hooks at 1731212701563Disabling compacts and flushes for region at 1731212701563Disabling writes for close at 1731212701563Obtaining lock to block concurrent updates at 1731212701563Preparing flush snapshotting stores in 1588230740 at 1731212701563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212701563Flushing stores of hbase:meta,,1.1588230740 at 1731212701564 (+1 ms)Flushing 1588230740/info: creating writer at 1731212701564Flushing 1588230740/info: appending metadata at 1731212701578 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731212701578Flushing 1588230740/ns: creating writer at 1731212701987 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212702001 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212702001Flushing 1588230740/rep_barrier: creating writer at 1731212702410 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212702424 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212702424Flushing 1588230740/table: creating writer at 1731212702431 (+7 ms)Flushing 1588230740/table: appending metadata at 1731212702447 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731212702447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b11f54: reopening flushed file at 1731212702456 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6f1723: reopening flushed file at 1731212702460 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf09397: reopening flushed file at 1731212702464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea96ac1: reopening flushed file at 1731212702467 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false at 1731212702471 (+4 ms)Writing region close event to WAL at 1731212702476 (+5 ms)Running coprocessor post-close hooks at 1731212702479 (+3 ms)Closed at 1731212702480 (+1 ms) 2024-11-10T04:25:02,480 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:02,564 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:25:02,564 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1325): Online Regions={0961ed0dc831f6e2e25d524702de455e=test,,1731212681791.0961ed0dc831f6e2e25d524702de455e.} 2024-11-10T04:25:02,564 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:25:02,741 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/WALs/e900e1ae4b9f,41821,1731212672894/e900e1ae4b9f%2C41821%2C1731212672894.1731212674882 to pos 1436, reset compression=false 2024-11-10T04:25:02,764 DEBUG [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1351): Waiting on 0961ed0dc831f6e2e25d524702de455e 2024-11-10T04:25:02,881 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/norep/c47b5789804c4a22a15f69a81cd54ee8 2024-11-10T04:25:02,885 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c47b5789804c4a22a15f69a81cd54ee8 2024-11-10T04:25:02,886 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f/2cffe862e2b545ccb70d2300f1ea8ccf as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/f/2cffe862e2b545ccb70d2300f1ea8ccf 2024-11-10T04:25:02,889 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cffe862e2b545ccb70d2300f1ea8ccf 2024-11-10T04:25:02,889 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/f/2cffe862e2b545ccb70d2300f1ea8ccf, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T04:25:02,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/f1/5d29587359b045aabb8ded7e502a23eb as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/f1/5d29587359b045aabb8ded7e502a23eb 2024-11-10T04:25:02,893 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d29587359b045aabb8ded7e502a23eb 2024-11-10T04:25:02,893 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/f1/5d29587359b045aabb8ded7e502a23eb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T04:25:02,894 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/.tmp/norep/c47b5789804c4a22a15f69a81cd54ee8 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/norep/c47b5789804c4a22a15f69a81cd54ee8 2024-11-10T04:25:02,897 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c47b5789804c4a22a15f69a81cd54ee8 2024-11-10T04:25:02,897 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/norep/c47b5789804c4a22a15f69a81cd54ee8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T04:25:02,898 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0961ed0dc831f6e2e25d524702de455e in 897ms, sequenceid=10, compaction requested=false 2024-11-10T04:25:02,901 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/data/default/test/0961ed0dc831f6e2e25d524702de455e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T04:25:02,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:02,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:02,902 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:25:02,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0961ed0dc831f6e2e25d524702de455e: Waiting for close lock at 1731212702001Running coprocessor pre-close hooks at 1731212702001Disabling compacts and flushes for region at 1731212702001Disabling writes for close at 1731212702001Obtaining lock to block concurrent updates at 1731212702001Preparing flush snapshotting stores in 0961ed0dc831f6e2e25d524702de455e at 1731212702001Finished memstore snapshotting test,,1731212681791.0961ed0dc831f6e2e25d524702de455e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731212702001Flushing stores of test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. at 1731212702002 (+1 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/f: creating writer at 1731212702002Flushing 0961ed0dc831f6e2e25d524702de455e/f: appending metadata at 1731212702019 (+17 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/f: closing flushed file at 1731212702019Flushing 0961ed0dc831f6e2e25d524702de455e/f1: creating writer at 1731212702428 (+409 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/f1: appending metadata at 1731212702443 (+15 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/f1: closing flushed file at 1731212702443Flushing 0961ed0dc831f6e2e25d524702de455e/norep: creating writer at 1731212702453 (+10 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/norep: appending metadata at 1731212702470 (+17 ms)Flushing 0961ed0dc831f6e2e25d524702de455e/norep: closing flushed file at 1731212702470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a71a8: reopening flushed file at 1731212702885 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@819988: reopening flushed file at 1731212702889 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5410767c: reopening flushed file at 1731212702893 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0961ed0dc831f6e2e25d524702de455e in 897ms, sequenceid=10, compaction requested=false at 1731212702898 (+5 ms)Writing region close event to WAL at 1731212702899 (+1 ms)Running coprocessor post-close hooks at 1731212702901 (+2 ms)Closed at 1731212702902 (+1 ms) 2024-11-10T04:25:02,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212681791.0961ed0dc831f6e2e25d524702de455e. 2024-11-10T04:25:02,964 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,41821,1731212672894; all regions closed. 2024-11-10T04:25:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:25:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741839_1015 (size=3114) 2024-11-10T04:25:02,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741832_1008 (size=2088) 2024-11-10T04:25:02,971 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:02,971 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:02,971 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:02,971 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:02,971 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:02,971 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:02,971 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,41821,1731212672894 because: Region server is closing 2024-11-10T04:25:02,972 INFO [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41821. 2024-11-10T04:25:02,972 DEBUG [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:02,972 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:02,972 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:02,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:03,072 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.shippere900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 terminated 2024-11-10T04:25:03,072 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,41821,1731212672894.replicationSource.wal-reader.e900e1ae4b9f%2C41821%2C1731212672894,1-e900e1ae4b9f,41821,1731212672894 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:25:03,072 INFO [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41821. 2024-11-10T04:25:03,072 DEBUG [RS:0;e900e1ae4b9f:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:03,072 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:03,072 DEBUG [RS:0;e900e1ae4b9f:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:03,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:03,073 INFO [RS:0;e900e1ae4b9f:41821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41821 2024-11-10T04:25:03,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981185726/rs/e900e1ae4b9f,41821,1731212672894 2024-11-10T04:25:03,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726/rs 2024-11-10T04:25:03,075 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:03,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,41821,1731212672894] 2024-11-10T04:25:03,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-981185726/draining/e900e1ae4b9f,41821,1731212672894 already deleted, retry=false 2024-11-10T04:25:03,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,41821,1731212672894 expired; onlineServers=0 2024-11-10T04:25:03,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,41217,1731212672855' ***** 2024-11-10T04:25:03,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:25:03,082 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:03,082 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:03,082 DEBUG [M:0;e900e1ae4b9f:41217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:25:03,082 DEBUG [M:0;e900e1ae4b9f:41217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:25:03,082 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:25:03,082 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212674652 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212674652,5,FailOnTimeoutGroup] 2024-11-10T04:25:03,082 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212674652 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212674652,5,FailOnTimeoutGroup] 2024-11-10T04:25:03,083 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:03,083 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:03,083 DEBUG [M:0;e900e1ae4b9f:41217 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:25:03,083 INFO [M:0;e900e1ae4b9f:41217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:25:03,083 INFO [M:0;e900e1ae4b9f:41217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:03,083 INFO [M:0;e900e1ae4b9f:41217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:25:03,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:25:03,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981185726/master 2024-11-10T04:25:03,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981185726 2024-11-10T04:25:03,084 DEBUG [M:0;e900e1ae4b9f:41217 {}] zookeeper.ZKUtil(347): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Unable to get data of znode /1-981185726/master because node does not exist (not an error) 2024-11-10T04:25:03,084 WARN [M:0;e900e1ae4b9f:41217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:25:03,085 INFO [M:0;e900e1ae4b9f:41217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/.lastflushedseqids 2024-11-10T04:25:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741848_1024 (size=245) 2024-11-10T04:25:03,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:03,182 INFO [RS:0;e900e1ae4b9f:41821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:03,182 INFO [RS:0;e900e1ae4b9f:41821 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,41821,1731212672894; zookeeper connection closed. 2024-11-10T04:25:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101001ed7370004, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:03,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49817769 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49817769 2024-11-10T04:25:03,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:03,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:03,489 INFO [M:0;e900e1ae4b9f:41217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:03,489 INFO [M:0;e900e1ae4b9f:41217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:03,490 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:03,490 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:03,490 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:03,490 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:03,490 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:03,490 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T04:25:03,506 DEBUG [M:0;e900e1ae4b9f:41217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de2684891ac54cfe86910bc905b0626d is 82, key is hbase:meta,,1/info:regioninfo/1731212675827/Put/seqid=0 2024-11-10T04:25:03,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741849_1025 (size=5672) 2024-11-10T04:25:03,759 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:25:03,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:03,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:03,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108707 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:03,910 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de2684891ac54cfe86910bc905b0626d 2024-11-10T04:25:03,927 DEBUG [M:0;e900e1ae4b9f:41217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861592fa2f5746d4acd0860f2605d9e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212689442/Put/seqid=0 2024-11-10T04:25:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741850_1026 (size=8516) 2024-11-10T04:25:04,331 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861592fa2f5746d4acd0860f2605d9e5 2024-11-10T04:25:04,349 DEBUG [M:0;e900e1ae4b9f:41217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f643caf3db2421b894edaafbd028ab5 is 69, key is e900e1ae4b9f,41821,1731212672894/rs:state/1731212674733/Put/seqid=0 2024-11-10T04:25:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741851_1027 (size=5156) 2024-11-10T04:25:04,753 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f643caf3db2421b894edaafbd028ab5 2024-11-10T04:25:04,757 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de2684891ac54cfe86910bc905b0626d as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de2684891ac54cfe86910bc905b0626d 2024-11-10T04:25:04,761 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de2684891ac54cfe86910bc905b0626d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T04:25:04,761 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861592fa2f5746d4acd0860f2605d9e5 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861592fa2f5746d4acd0860f2605d9e5 2024-11-10T04:25:04,764 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861592fa2f5746d4acd0860f2605d9e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T04:25:04,765 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f643caf3db2421b894edaafbd028ab5 as hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f643caf3db2421b894edaafbd028ab5 2024-11-10T04:25:04,768 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40907/user/jenkins/test-data/d168d1f6-dfbe-284f-0cbb-ccbee565decb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f643caf3db2421b894edaafbd028ab5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T04:25:04,769 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-10T04:25:04,770 INFO [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:04,770 DEBUG [M:0;e900e1ae4b9f:41217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212703489Disabling compacts and flushes for region at 1731212703489Disabling writes for close at 1731212703490 (+1 ms)Obtaining lock to block concurrent updates at 1731212703490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212703490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731212703490Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212703491 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212703491Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212703505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212703505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212703913 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212703927 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212703927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212704335 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212704349 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212704349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa80cb6: reopening flushed file at 1731212704757 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5fbc43: reopening flushed file at 1731212704761 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f33a63a: reopening flushed file at 1731212704764 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731212704769 (+5 ms)Writing region close event to WAL at 1731212704770 (+1 ms)Closed at 1731212704770 2024-11-10T04:25:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741830_1006 (size=63654) 2024-11-10T04:25:04,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:04,773 INFO [M:0;e900e1ae4b9f:41217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:04,773 INFO [M:0;e900e1ae4b9f:41217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41217 2024-11-10T04:25:04,774 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:04,875 INFO [M:0;e900e1ae4b9f:41217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41217-0x101001ed7370003, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:04,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@244846ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:04,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dcc613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:04,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:04,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3171b564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:04,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50ab5c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:04,880 WARN [BP-541118875-172.17.0.2-1731212671746 heartbeating to localhost/127.0.0.1:40907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:04,880 WARN [BP-541118875-172.17.0.2-1731212671746 heartbeating to localhost/127.0.0.1:40907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541118875-172.17.0.2-1731212671746 (Datanode Uuid 7b3bbde4-07e5-4135-894a-edda889460a2) service to localhost/127.0.0.1:40907 2024-11-10T04:25:04,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:04,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:04,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/cluster_07eaec3b-e6d6-2642-e598-09b5b961a822/data/data1/current/BP-541118875-172.17.0.2-1731212671746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:04,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/cluster_07eaec3b-e6d6-2642-e598-09b5b961a822/data/data2/current/BP-541118875-172.17.0.2-1731212671746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:04,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:04,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326fb535{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:04,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44695b67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:04,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:04,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4602531d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:04,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486c5e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31f2e98-ad0d-628d-b998-6688a2a23606/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:04,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:04,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:25:04,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:04,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:04,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:04,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:04,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:04,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:25:04,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1530699564, stopped=false 2024-11-10T04:25:04,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,43547,1731212669029 2024-11-10T04:25:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127356235/running 2024-11-10T04:25:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:25:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127356235/running 2024-11-10T04:25:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:25:04,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:04,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:04,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:04,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:04,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,36769,1731212669078' ***** 2024-11-10T04:25:04,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:25:04,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/running 2024-11-10T04:25:04,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Set watcher on znode that does not yet exist, /0-127356235/running 2024-11-10T04:25:04,904 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:25:04,904 INFO [RS:0;e900e1ae4b9f:36769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:25:04,904 INFO [RS:0;e900e1ae4b9f:36769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(3091): Received CLOSE for 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:04,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(3091): Received CLOSE for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,36769,1731212669078 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:36769. 2024-11-10T04:25:04,905 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97a6a807abdf3c28ac523f5be2727413, disabling compactions & flushes 2024-11-10T04:25:04,905 DEBUG [RS:0;e900e1ae4b9f:36769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:04,905 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:25:04,905 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:04,905 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:25:04,905 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. after waiting 0 ms 2024-11-10T04:25:04,905 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:25:04,905 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:25:04,905 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97a6a807abdf3c28ac523f5be2727413 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T04:25:04,906 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:25:04,906 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1325): Online Regions={97a6a807abdf3c28ac523f5be2727413=test,,1731212679639.97a6a807abdf3c28ac523f5be2727413., 1588230740=hbase:meta,,1.1588230740, 46d06751a16aecfa2ea293bf5713eef1=hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.} 2024-11-10T04:25:04,906 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1, 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:04,906 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:04,906 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:04,906 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:04,906 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:04,906 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:04,906 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:25:04,928 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/info/8203c3ea53994d7980047cb4ca13e64b is 147, key is hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1./info:regioninfo/1731212687275/Put/seqid=0 2024-11-10T04:25:04,929 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f/b1c343cad836474c9b993e6b952b5dc2 is 28, key is row/f:/1731212694584/DeleteFamily/seqid=0 2024-11-10T04:25:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741840_1016 (size=7686) 2024-11-10T04:25:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741841_1017 (size=5085) 2024-11-10T04:25:04,971 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:05,106 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1, 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:05,163 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 636, reset compression=false 2024-11-10T04:25:05,168 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:25:05,168 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 883, reset compression=false 2024-11-10T04:25:05,168 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,36769,1731212669078 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:25:05,169 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,36769,1731212669078: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e900e1ae4b9f,36769,1731212669078, walGroup=e900e1ae4b9f%2C36769%2C1731212669078, offset=e900e1ae4b9f%2C36769%2C1731212669078.1731212670662:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:36769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:25:05,170 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:25:05,170 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:25:05,170 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:25:05,170 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:25:05,170 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:25:05,170 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 878528208 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 203219064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:25:05,171 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:25:05,306 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1, 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:05,332 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f/b1c343cad836474c9b993e6b952b5dc2 2024-11-10T04:25:05,332 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/info/8203c3ea53994d7980047cb4ca13e64b 2024-11-10T04:25:05,337 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c343cad836474c9b993e6b952b5dc2 2024-11-10T04:25:05,357 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f1/eb0e89e1a07243e99bdff244bf2205d4 is 29, key is row/f1:/1731212694584/DeleteFamily/seqid=0 2024-11-10T04:25:05,358 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/ns/29956f4ac8854f749dcfe3d0f8572dee is 43, key is default/ns:d/1731212671629/Put/seqid=0 2024-11-10T04:25:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741842_1018 (size=5089) 2024-11-10T04:25:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741843_1019 (size=5153) 2024-11-10T04:25:05,371 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 883, reset compression=false 2024-11-10T04:25:05,506 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1, 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:05,536 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:25:05,536 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:25:05,674 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 883, reset compression=false 2024-11-10T04:25:05,706 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1, 97a6a807abdf3c28ac523f5be2727413 2024-11-10T04:25:05,761 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f1/eb0e89e1a07243e99bdff244bf2205d4 2024-11-10T04:25:05,761 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/ns/29956f4ac8854f749dcfe3d0f8572dee 2024-11-10T04:25:05,765 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0e89e1a07243e99bdff244bf2205d4 2024-11-10T04:25:05,791 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/rep_barrier/38e5e767222b45e08bed3c9cc9018aa3 is 112, key is test,,1731212679639.97a6a807abdf3c28ac523f5be2727413./rep_barrier:seqnumDuringOpen/1731212680782/Put/seqid=0 2024-11-10T04:25:05,791 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/norep/bed299bed87f489eb833323547dd385b is 32, key is row/norep:/1731212694584/DeleteFamily/seqid=0 2024-11-10T04:25:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741845_1021 (size=5101) 2024-11-10T04:25:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741844_1020 (size=5518) 2024-11-10T04:25:05,795 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/norep/bed299bed87f489eb833323547dd385b 2024-11-10T04:25:05,799 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed299bed87f489eb833323547dd385b 2024-11-10T04:25:05,799 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f/b1c343cad836474c9b993e6b952b5dc2 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/f/b1c343cad836474c9b993e6b952b5dc2 2024-11-10T04:25:05,802 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c343cad836474c9b993e6b952b5dc2 2024-11-10T04:25:05,803 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/f/b1c343cad836474c9b993e6b952b5dc2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T04:25:05,803 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/f1/eb0e89e1a07243e99bdff244bf2205d4 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/f1/eb0e89e1a07243e99bdff244bf2205d4 2024-11-10T04:25:05,806 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0e89e1a07243e99bdff244bf2205d4 2024-11-10T04:25:05,806 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/f1/eb0e89e1a07243e99bdff244bf2205d4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T04:25:05,807 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/.tmp/norep/bed299bed87f489eb833323547dd385b as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/norep/bed299bed87f489eb833323547dd385b 2024-11-10T04:25:05,810 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed299bed87f489eb833323547dd385b 2024-11-10T04:25:05,810 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/norep/bed299bed87f489eb833323547dd385b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T04:25:05,811 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 97a6a807abdf3c28ac523f5be2727413 in 906ms, sequenceid=6, compaction requested=false 2024-11-10T04:25:05,811 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/default/test/97a6a807abdf3c28ac523f5be2727413/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:05,815 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97a6a807abdf3c28ac523f5be2727413: Waiting for close lock at 1731212704905Running coprocessor pre-close hooks at 1731212704905Disabling compacts and flushes for region at 1731212704905Disabling writes for close at 1731212704905Obtaining lock to block concurrent updates at 1731212704905Preparing flush snapshotting stores in 97a6a807abdf3c28ac523f5be2727413 at 1731212704905Finished memstore snapshotting test,,1731212679639.97a6a807abdf3c28ac523f5be2727413., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731212704906 (+1 ms)Flushing stores of test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. at 1731212704906Flushing 97a6a807abdf3c28ac523f5be2727413/f: creating writer at 1731212704906Flushing 97a6a807abdf3c28ac523f5be2727413/f: appending metadata at 1731212704928 (+22 ms)Flushing 97a6a807abdf3c28ac523f5be2727413/f: closing flushed file at 1731212704928Flushing 97a6a807abdf3c28ac523f5be2727413/f1: creating writer at 1731212705337 (+409 ms)Flushing 97a6a807abdf3c28ac523f5be2727413/f1: appending metadata at 1731212705356 (+19 ms)Flushing 97a6a807abdf3c28ac523f5be2727413/f1: closing flushed file at 1731212705356Flushing 97a6a807abdf3c28ac523f5be2727413/norep: creating writer at 1731212705765 (+409 ms)Flushing 97a6a807abdf3c28ac523f5be2727413/norep: appending metadata at 1731212705790 (+25 ms)Flushing 97a6a807abdf3c28ac523f5be2727413/norep: closing flushed file at 1731212705790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115b8b02: reopening flushed file at 1731212705799 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490a80c: reopening flushed file at 1731212705803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8af0f: reopening flushed file at 1731212705806 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 97a6a807abdf3c28ac523f5be2727413 in 906ms, sequenceid=6, compaction requested=false at 1731212705811 (+5 ms)Writing region close event to WAL at 1731212705812 (+1 ms)Running coprocessor post-close hooks at 1731212705815 (+3 ms)Closed at 1731212705815 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212679639.97a6a807abdf3c28ac523f5be2727413. 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46d06751a16aecfa2ea293bf5713eef1, disabling compactions & flushes 2024-11-10T04:25:05,815 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,815 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. after waiting 0 ms 2024-11-10T04:25:05,816 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,816 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46d06751a16aecfa2ea293bf5713eef1: Waiting for close lock at 1731212705815Running coprocessor pre-close hooks at 1731212705815Disabling compacts and flushes for region at 1731212705815Disabling writes for close at 1731212705815Failed flush hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1., putting online again at 1731212705816 (+1 ms) 2024-11-10T04:25:05,816 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,907 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:25:05,907 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46d06751a16aecfa2ea293bf5713eef1=hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1.} 2024-11-10T04:25:05,907 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(3091): Received CLOSE for 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:25:05,907 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d06751a16aecfa2ea293bf5713eef1 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46d06751a16aecfa2ea293bf5713eef1, disabling compactions & flushes 2024-11-10T04:25:05,907 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. after waiting 0 ms 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46d06751a16aecfa2ea293bf5713eef1: Waiting for close lock at 1731212705907Running coprocessor pre-close hooks at 1731212705907Disabling compacts and flushes for region at 1731212705907Disabling writes for close at 1731212705907Failed flush hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1., putting online again at 1731212705907 2024-11-10T04:25:05,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731212686113.46d06751a16aecfa2ea293bf5713eef1. 2024-11-10T04:25:06,077 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 883, reset compression=false 2024-11-10T04:25:06,081 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:25:06,081 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 1527, reset compression=false 2024-11-10T04:25:06,107 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:06,195 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/rep_barrier/38e5e767222b45e08bed3c9cc9018aa3 2024-11-10T04:25:06,213 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/table/f89d8c7fdc3d4633b2dc7d74f7245e39 is 53, key is hbase:replication/table:state/1731212687282/Put/seqid=0 2024-11-10T04:25:06,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741846_1022 (size=5308) 2024-11-10T04:25:06,284 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 1527, reset compression=false 2024-11-10T04:25:06,307 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:06,508 DEBUG [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:06,587 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.1731212670662 to pos 1527, reset compression=false 2024-11-10T04:25:06,617 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/table/f89d8c7fdc3d4633b2dc7d74f7245e39 2024-11-10T04:25:06,621 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/info/8203c3ea53994d7980047cb4ca13e64b as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/info/8203c3ea53994d7980047cb4ca13e64b 2024-11-10T04:25:06,624 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/info/8203c3ea53994d7980047cb4ca13e64b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:25:06,625 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/ns/29956f4ac8854f749dcfe3d0f8572dee as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/ns/29956f4ac8854f749dcfe3d0f8572dee 2024-11-10T04:25:06,628 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/ns/29956f4ac8854f749dcfe3d0f8572dee, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:25:06,628 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/rep_barrier/38e5e767222b45e08bed3c9cc9018aa3 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/rep_barrier/38e5e767222b45e08bed3c9cc9018aa3 2024-11-10T04:25:06,631 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/rep_barrier/38e5e767222b45e08bed3c9cc9018aa3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:25:06,632 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/.tmp/table/f89d8c7fdc3d4633b2dc7d74f7245e39 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/table/f89d8c7fdc3d4633b2dc7d74f7245e39 2024-11-10T04:25:06,635 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/table/f89d8c7fdc3d4633b2dc7d74f7245e39, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:25:06,636 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-10T04:25:06,636 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:25:06,640 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:25:06,640 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:06,640 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:06,640 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:06,640 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212704906Running coprocessor pre-close hooks at 1731212704906Disabling compacts and flushes for region at 1731212704906Disabling writes for close at 1731212704906Obtaining lock to block concurrent updates at 1731212704906Preparing flush snapshotting stores in 1588230740 at 1731212704906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212704906Flushing stores of hbase:meta,,1.1588230740 at 1731212704907 (+1 ms)Flushing 1588230740/info: creating writer at 1731212704907Flushing 1588230740/info: appending metadata at 1731212704928 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731212704928Flushing 1588230740/ns: creating writer at 1731212705337 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731212705357 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731212705357Flushing 1588230740/rep_barrier: creating writer at 1731212705765 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212705790 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212705790Flushing 1588230740/table: creating writer at 1731212706199 (+409 ms)Flushing 1588230740/table: appending metadata at 1731212706212 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731212706212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e29a31: reopening flushed file at 1731212706620 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363a0a5b: reopening flushed file at 1731212706624 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65243020: reopening flushed file at 1731212706628 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668cc75c: reopening flushed file at 1731212706631 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731212706636 (+5 ms)Writing region close event to WAL at 1731212706637 (+1 ms)Running coprocessor post-close hooks at 1731212706640 (+3 ms)Closed at 1731212706640 2024-11-10T04:25:06,640 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:06,708 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T04:25:06,708 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,36769,1731212669078; all regions closed. 2024-11-10T04:25:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741834_1010 (size=4239) 2024-11-10T04:25:06,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/WALs/e900e1ae4b9f,36769,1731212669078/e900e1ae4b9f%2C36769%2C1731212669078.meta.1731212671576.meta not finished, retry = 0 2024-11-10T04:25:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741839_1015 (size=1297) 2024-11-10T04:25:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741832_1008 (size=1535) 2024-11-10T04:25:06,815 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:06,815 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:06,815 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:06,815 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:06,815 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:06,816 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:06,816 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,36769,1731212669078 because: Region server is closing 2024-11-10T04:25:06,816 INFO [RS:0;e900e1ae4b9f:36769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:36769. 2024-11-10T04:25:06,816 DEBUG [RS:0;e900e1ae4b9f:36769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:06,816 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:06,816 DEBUG [RS:0;e900e1ae4b9f:36769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:06,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:06,917 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.shippere900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 terminated 2024-11-10T04:25:06,917 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,36769,1731212669078.replicationSource.wal-reader.e900e1ae4b9f%2C36769%2C1731212669078,1-e900e1ae4b9f,36769,1731212669078 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:25:06,917 INFO [RS:0;e900e1ae4b9f:36769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36769 2024-11-10T04:25:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127356235/rs/e900e1ae4b9f,36769,1731212669078 2024-11-10T04:25:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235/rs 2024-11-10T04:25:06,919 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:06,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,36769,1731212669078] 2024-11-10T04:25:06,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-127356235/draining/e900e1ae4b9f,36769,1731212669078 already deleted, retry=false 2024-11-10T04:25:06,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,36769,1731212669078 expired; onlineServers=0 2024-11-10T04:25:06,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,43547,1731212669029' ***** 2024-11-10T04:25:06,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:25:06,923 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:06,923 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:06,923 DEBUG [M:0;e900e1ae4b9f:43547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:25:06,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:25:06,923 DEBUG [M:0;e900e1ae4b9f:43547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:25:06,923 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212670436 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212670436,5,FailOnTimeoutGroup] 2024-11-10T04:25:06,923 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212670436 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212670436,5,FailOnTimeoutGroup] 2024-11-10T04:25:06,923 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:06,923 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:06,923 DEBUG [M:0;e900e1ae4b9f:43547 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:25:06,924 INFO [M:0;e900e1ae4b9f:43547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:25:06,924 INFO [M:0;e900e1ae4b9f:43547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:06,924 INFO [M:0;e900e1ae4b9f:43547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:25:06,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:25:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127356235/master 2024-11-10T04:25:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127356235 2024-11-10T04:25:06,925 DEBUG [M:0;e900e1ae4b9f:43547 {}] zookeeper.ZKUtil(347): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Unable to get data of znode /0-127356235/master because node does not exist (not an error) 2024-11-10T04:25:06,925 WARN [M:0;e900e1ae4b9f:43547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:25:06,925 INFO [M:0;e900e1ae4b9f:43547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/.lastflushedseqids 2024-11-10T04:25:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741847_1023 (size=245) 2024-11-10T04:25:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:07,022 INFO [RS:0;e900e1ae4b9f:36769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36769-0x101001ed7370001, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:07,022 INFO [RS:0;e900e1ae4b9f:36769 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,36769,1731212669078; zookeeper connection closed. 2024-11-10T04:25:07,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e811047 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e811047 2024-11-10T04:25:07,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:07,330 INFO [M:0;e900e1ae4b9f:43547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:07,330 INFO [M:0;e900e1ae4b9f:43547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:07,330 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:07,331 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:07,331 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:07,331 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:07,331 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:07,331 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-10T04:25:07,346 DEBUG [M:0;e900e1ae4b9f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e0246b83ef48218ca773b6b552cf39 is 82, key is hbase:meta,,1/info:regioninfo/1731212671611/Put/seqid=0 2024-11-10T04:25:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741848_1024 (size=5672) 2024-11-10T04:25:07,749 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e0246b83ef48218ca773b6b552cf39 2024-11-10T04:25:07,767 DEBUG [M:0;e900e1ae4b9f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bc941d1bf74ba782e9ff7ba33516f0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212680791/Put/seqid=0 2024-11-10T04:25:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741849_1025 (size=7217) 2024-11-10T04:25:08,171 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bc941d1bf74ba782e9ff7ba33516f0 2024-11-10T04:25:08,174 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4bc941d1bf74ba782e9ff7ba33516f0 2024-11-10T04:25:08,188 DEBUG [M:0;e900e1ae4b9f:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ae424180054604bea75aa5483f1dde is 69, key is e900e1ae4b9f,36769,1731212669078/rs:state/1731212670518/Put/seqid=0 2024-11-10T04:25:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741850_1026 (size=5156) 2024-11-10T04:25:08,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:08,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:08,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:25:08,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:25:08,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:08,592 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ae424180054604bea75aa5483f1dde 2024-11-10T04:25:08,595 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e0246b83ef48218ca773b6b552cf39 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4e0246b83ef48218ca773b6b552cf39 2024-11-10T04:25:08,599 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4e0246b83ef48218ca773b6b552cf39, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T04:25:08,599 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4bc941d1bf74ba782e9ff7ba33516f0 as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4bc941d1bf74ba782e9ff7ba33516f0 2024-11-10T04:25:08,602 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4bc941d1bf74ba782e9ff7ba33516f0 2024-11-10T04:25:08,602 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4bc941d1bf74ba782e9ff7ba33516f0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T04:25:08,603 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36ae424180054604bea75aa5483f1dde as hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36ae424180054604bea75aa5483f1dde 2024-11-10T04:25:08,605 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44447/user/jenkins/test-data/208816e0-f929-028a-8a6a-94880928b1c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36ae424180054604bea75aa5483f1dde, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T04:25:08,606 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-10T04:25:08,607 INFO [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:08,607 DEBUG [M:0;e900e1ae4b9f:43547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212707330Disabling compacts and flushes for region at 1731212707330Disabling writes for close at 1731212707331 (+1 ms)Obtaining lock to block concurrent updates at 1731212707331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212707331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731212707331Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212707332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212707332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212707345 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212707345Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212707753 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212707767 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212707767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212708174 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212708188 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212708188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562f63b4: reopening flushed file at 1731212708595 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58858f7b: reopening flushed file at 1731212708599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9a298d: reopening flushed file at 1731212708602 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731212708606 (+4 ms)Writing region close event to WAL at 1731212708607 (+1 ms)Closed at 1731212708607 2024-11-10T04:25:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741830_1006 (size=64411) 2024-11-10T04:25:08,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:08,610 INFO [M:0;e900e1ae4b9f:43547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:08,610 INFO [M:0;e900e1ae4b9f:43547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43547 2024-11-10T04:25:08,610 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:08,712 INFO [M:0;e900e1ae4b9f:43547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:08,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:08,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101001ed7370000, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:08,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@185d9296{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:08,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a98fdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:08,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:08,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c87d50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:08,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab7f4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:08,716 WARN [BP-312310302-172.17.0.2-1731212668091 heartbeating to localhost/127.0.0.1:44447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:08,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:08,716 WARN [BP-312310302-172.17.0.2-1731212668091 heartbeating to localhost/127.0.0.1:44447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-312310302-172.17.0.2-1731212668091 (Datanode Uuid 5dad7601-323a-4baf-b5e8-0fbc14222c11) service to localhost/127.0.0.1:44447 2024-11-10T04:25:08,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:08,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/data/data1/current/BP-312310302-172.17.0.2-1731212668091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:08,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/cluster_5811125f-f0dc-abb6-a827-afe1bc650c1d/data/data2/current/BP-312310302-172.17.0.2-1731212668091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:08,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:08,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b401087{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:08,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cc162fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:08,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:08,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519cf920{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:08,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e3452d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43194f3-798e-7b67-e96c-a5a1de352bf5/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:08,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:25:08,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:08,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40907 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44447 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44191 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 211) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8421 (was 8660) 2024-11-10T04:25:08,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=8421 2024-11-10T04:25:08,776 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T04:25:08,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir so I do NOT create it in target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1 2024-11-10T04:25:08,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:25:08,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.tmp.dir so I do NOT create it in target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1 2024-11-10T04:25:08,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd778e5c-7ae1-37c6-d279-d89408de57c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:25:08,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1 2024-11-10T04:25:08,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b, deleteOnExit=true 2024-11-10T04:25:08,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/zookeeper_0, clientPort=63298, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:25:08,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63298 2024-11-10T04:25:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:25:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/test.cache.data in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:25:08,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:25:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101001ed7370008, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001ed7370002, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001ed7370005, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:08,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001ed7370005, quorum=127.0.0.1:63232, baseZNode=/1-981185726 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:25:08,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101001ed7370008, quorum=127.0.0.1:63232, baseZNode=/21150327147 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:25:08,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001ed7370002, quorum=127.0.0.1:63232, baseZNode=/0-127356235 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:25:08,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:08,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:08,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:08,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:08,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:25:08,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:08,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f9a5b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:08,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343ea268{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:08,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2330b98f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/java.io.tmpdir/jetty-localhost-42113-hadoop-hdfs-3_4_1-tests_jar-_-any-1302723133213139768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:08,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40cca541{HTTP/1.1, (http/1.1)}{localhost:42113} 2024-11-10T04:25:08,973 INFO [Time-limited test {}] server.Server(415): Started @296087ms 2024-11-10T04:25:09,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:09,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:09,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:09,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:09,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:25:09,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@391be412{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:09,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57aab7c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:09,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476d5ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/java.io.tmpdir/jetty-localhost-43265-hadoop-hdfs-3_4_1-tests_jar-_-any-12167646667489508416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:09,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ad5ceb6{HTTP/1.1, (http/1.1)}{localhost:43265} 2024-11-10T04:25:09,166 INFO [Time-limited test {}] server.Server(415): Started @296280ms 2024-11-10T04:25:09,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:25:09,274 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data2/current/BP-1400852159-172.17.0.2-1731212708798/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:09,274 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data1/current/BP-1400852159-172.17.0.2-1731212708798/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:09,301 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa641402c137bb2f3 with lease ID 0xa83778231a9a31eb: Processing first storage report for DS-547f155e-24f8-47bf-a476-96318a2c8d4b from datanode DatanodeRegistration(127.0.0.1:36345, datanodeUuid=285536b7-3229-432e-88b8-2c81ec15800f, infoPort=41219, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1043003851;c=1731212708798) 2024-11-10T04:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa641402c137bb2f3 with lease ID 0xa83778231a9a31eb: from storage DS-547f155e-24f8-47bf-a476-96318a2c8d4b node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=285536b7-3229-432e-88b8-2c81ec15800f, infoPort=41219, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1043003851;c=1731212708798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa641402c137bb2f3 with lease ID 0xa83778231a9a31eb: Processing first storage report for DS-293b599f-dde8-48f6-abcb-6ae15f2ca261 from datanode DatanodeRegistration(127.0.0.1:36345, datanodeUuid=285536b7-3229-432e-88b8-2c81ec15800f, infoPort=41219, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1043003851;c=1731212708798) 2024-11-10T04:25:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa641402c137bb2f3 with lease ID 0xa83778231a9a31eb: from storage DS-293b599f-dde8-48f6-abcb-6ae15f2ca261 node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=285536b7-3229-432e-88b8-2c81ec15800f, infoPort=41219, infoSecurePort=0, ipcPort=44303, storageInfo=lv=-57;cid=testClusterID;nsid=1043003851;c=1731212708798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:09,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1 2024-11-10T04:25:09,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:25:09,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9 with version=8 2024-11-10T04:25:09,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/hbase-staging 2024-11-10T04:25:09,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:25:09,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:09,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41591 2024-11-10T04:25:09,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41591 connecting to ZooKeeper ensemble=127.0.0.1:63298 2024-11-10T04:25:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415910x0, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:09,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41591-0x101001f763a0000 connected 2024-11-10T04:25:09,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on znode that does not yet exist, /0-1942133547/running 2024-11-10T04:25:09,834 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9, hbase.cluster.distributed=false 2024-11-10T04:25:09,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on znode that does not yet exist, /0-1942133547/acl 2024-11-10T04:25:09,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41591 2024-11-10T04:25:09,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41591 2024-11-10T04:25:09,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41591 2024-11-10T04:25:09,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41591 2024-11-10T04:25:09,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41591 2024-11-10T04:25:09,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:09,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37649 2024-11-10T04:25:09,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37649 connecting to ZooKeeper ensemble=127.0.0.1:63298 2024-11-10T04:25:09,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:09,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376490x0, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:09,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376490x0, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on znode that does not yet exist, /0-1942133547/running 2024-11-10T04:25:09,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37649-0x101001f763a0001 connected 2024-11-10T04:25:09,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:25:09,869 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:25:09,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on znode that does not yet exist, /0-1942133547/master 2024-11-10T04:25:09,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on znode that does not yet exist, /0-1942133547/acl 2024-11-10T04:25:09,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-10T04:25:09,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37649 2024-11-10T04:25:09,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37649 2024-11-10T04:25:09,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-10T04:25:09,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-10T04:25:09,891 DEBUG [M:0;e900e1ae4b9f:41591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:41591 2024-11-10T04:25:09,892 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1942133547/backup-masters/e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547/backup-masters 2024-11-10T04:25:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547/backup-masters 2024-11-10T04:25:09,894 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on existing znode=/0-1942133547/backup-masters/e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942133547/master 2024-11-10T04:25:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:09,896 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on existing znode=/0-1942133547/master 2024-11-10T04:25:09,896 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1942133547/backup-masters/e900e1ae4b9f,41591,1731212709799 from backup master directory 2024-11-10T04:25:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942133547/backup-masters/e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547/backup-masters 2024-11-10T04:25:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547/backup-masters 2024-11-10T04:25:09,898 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:09,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:09,901 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/hbase.id] with ID: 53670f90-48e9-46bb-95ee-9bf51ade3ac9 2024-11-10T04:25:09,901 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/.tmp/hbase.id 2024-11-10T04:25:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:25:10,308 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/.tmp/hbase.id]:[hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/hbase.id] 2024-11-10T04:25:10,315 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:10,315 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:25:10,316 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:25:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:25:10,722 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:10,723 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:25:10,723 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:25:11,129 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/data/master/store 2024-11-10T04:25:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:11,534 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:11,534 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:11,534 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212711534Disabling compacts and flushes for region at 1731212711534Disabling writes for close at 1731212711534Writing region close event to WAL at 1731212711534Closed at 1731212711534 2024-11-10T04:25:11,535 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/data/master/store/.initializing 2024-11-10T04:25:11,535 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/WALs/e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:11,536 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:11,537 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C41591%2C1731212709799, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/WALs/e900e1ae4b9f,41591,1731212709799, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/oldWALs, maxLogs=10 2024-11-10T04:25:11,550 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/WALs/e900e1ae4b9f,41591,1731212709799/e900e1ae4b9f%2C41591%2C1731212709799.1731212711537, exclude list is [], retry=0 2024-11-10T04:25:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-547f155e-24f8-47bf-a476-96318a2c8d4b,DISK] 2024-11-10T04:25:11,554 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/WALs/e900e1ae4b9f,41591,1731212709799/e900e1ae4b9f%2C41591%2C1731212709799.1731212711537 2024-11-10T04:25:11,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41219:41219)] 2024-11-10T04:25:11,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:11,554 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:11,555 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,555 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:25:11,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:11,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:11,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:25:11,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:11,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:11,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:25:11,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:11,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:11,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:25:11,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:11,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:11,560 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,560 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,560 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:11,562 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:11,563 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:11,563 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69809730, jitterRate=0.040246039628982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:11,564 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212711555Initializing all the Stores at 1731212711555Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212711555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212711555Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212711555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212711555Cleaning up temporary data from old regions at 1731212711561 (+6 ms)Region opened successfully at 1731212711564 (+3 ms) 2024-11-10T04:25:11,564 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:25:11,566 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd5dc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:11,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:25:11,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:25:11,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:25:11,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:25:11,567 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:25:11,568 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:25:11,568 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:25:11,569 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:25:11,570 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Unable to get data of znode /0-1942133547/balancer because node does not exist (not necessarily an error) 2024-11-10T04:25:11,571 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942133547/balancer already deleted, retry=false 2024-11-10T04:25:11,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:25:11,572 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Unable to get data of znode /0-1942133547/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:25:11,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942133547/normalizer already deleted, retry=false 2024-11-10T04:25:11,573 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:25:11,573 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Unable to get data of znode /0-1942133547/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:25:11,575 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942133547/switch/split already deleted, retry=false 2024-11-10T04:25:11,576 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Unable to get data of znode /0-1942133547/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:25:11,577 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942133547/switch/merge already deleted, retry=false 2024-11-10T04:25:11,578 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Unable to get data of znode /0-1942133547/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:25:11,579 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942133547/snapshot-cleanup already deleted, retry=false 2024-11-10T04:25:11,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942133547/running 2024-11-10T04:25:11,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942133547/running 2024-11-10T04:25:11,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,581 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,41591,1731212709799, sessionid=0x101001f763a0000, setting cluster-up flag (Was=false) 2024-11-10T04:25:11,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942133547/flush-table-proc/acquired, /0-1942133547/flush-table-proc/reached, /0-1942133547/flush-table-proc/abort 2024-11-10T04:25:11,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:11,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:11,596 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942133547/online-snapshot/acquired, /0-1942133547/online-snapshot/reached, /0-1942133547/online-snapshot/abort 2024-11-10T04:25:11,597 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:11,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:25:11,599 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:11,599 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:25:11,599 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:25:11,599 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,41591,1731212709799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:11,600 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212741601 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:25:11,601 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:25:11,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:25:11,602 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:25:11,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:11,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:25:11,603 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212711602,5,FailOnTimeoutGroup] 2024-11-10T04:25:11,603 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212711603,5,FailOnTimeoutGroup] 2024-11-10T04:25:11,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:25:11,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,603 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:25:11,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:25:11,610 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9 2024-11-10T04:25:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:25:11,679 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(746): ClusterId : 53670f90-48e9-46bb-95ee-9bf51ade3ac9 2024-11-10T04:25:11,679 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:25:11,681 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:25:11,681 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:25:11,682 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:25:11,682 DEBUG [RS:0;e900e1ae4b9f:37649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d999a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:11,694 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:37649 2024-11-10T04:25:11,694 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:25:11,694 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:25:11,694 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:25:11,695 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,41591,1731212709799 with port=37649, startcode=1731212709857 2024-11-10T04:25:11,695 DEBUG [RS:0;e900e1ae4b9f:37649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:25:11,696 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:25:11,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41591 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,698 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9 2024-11-10T04:25:11,698 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39111 2024-11-10T04:25:11,698 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:25:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547/rs 2024-11-10T04:25:11,701 DEBUG [RS:0;e900e1ae4b9f:37649 {}] zookeeper.ZKUtil(111): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Set watcher on existing znode=/0-1942133547/rs/e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,701 WARN [RS:0;e900e1ae4b9f:37649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:11,701 INFO [RS:0;e900e1ae4b9f:37649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:11,701 DEBUG [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,37649,1731212709857] 2024-11-10T04:25:11,703 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:25:11,705 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:25:11,705 INFO [RS:0;e900e1ae4b9f:37649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:25:11,705 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,705 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:11,706 DEBUG [RS:0;e900e1ae4b9f:37649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,706 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37649,1731212709857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:11,720 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:25:11,720 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37649,1731212709857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,720 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,720 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.Replication(171): e900e1ae4b9f,37649,1731212709857 started 2024-11-10T04:25:11,733 INFO [RS:0;e900e1ae4b9f:37649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:11,733 INFO [RS:0;e900e1ae4b9f:37649 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,37649,1731212709857, RpcServer on e900e1ae4b9f/172.17.0.2:37649, sessionid=0x101001f763a0001 2024-11-10T04:25:11,733 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:25:11,733 DEBUG [RS:0;e900e1ae4b9f:37649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,733 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37649,1731212709857' 2024-11-10T04:25:11,733 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942133547/flush-table-proc/abort' 2024-11-10T04:25:11,733 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942133547/flush-table-proc/acquired' 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37649,1731212709857' 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942133547/online-snapshot/abort' 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942133547/online-snapshot/acquired' 2024-11-10T04:25:11,734 DEBUG [RS:0;e900e1ae4b9f:37649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:25:11,734 INFO [RS:0;e900e1ae4b9f:37649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:25:11,734 INFO [RS:0;e900e1ae4b9f:37649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:25:11,835 INFO [RS:0;e900e1ae4b9f:37649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:11,836 INFO [RS:0;e900e1ae4b9f:37649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C37649%2C1731212709857, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/oldWALs, maxLogs=10 2024-11-10T04:25:11,849 DEBUG [RS:0;e900e1ae4b9f:37649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857/e900e1ae4b9f%2C37649%2C1731212709857.1731212711836, exclude list is [], retry=0 2024-11-10T04:25:11,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-547f155e-24f8-47bf-a476-96318a2c8d4b,DISK] 2024-11-10T04:25:11,852 INFO [RS:0;e900e1ae4b9f:37649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857/e900e1ae4b9f%2C37649%2C1731212709857.1731212711836 2024-11-10T04:25:11,853 DEBUG [RS:0;e900e1ae4b9f:37649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41219:41219)] 2024-11-10T04:25:12,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:12,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:12,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:12,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:12,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:12,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:12,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:12,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:12,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:12,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:12,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/1588230740 2024-11-10T04:25:12,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/1588230740 2024-11-10T04:25:12,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:12,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:12,023 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:12,026 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69605860, jitterRate=0.03720813989639282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212712016Initializing all the Stores at 1731212712016Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712017 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212712017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712017Cleaning up temporary data from old regions at 1731212712023 (+6 ms)Region opened successfully at 1731212712026 (+3 ms) 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:12,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:12,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:12,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:12,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212712026Disabling compacts and flushes for region at 1731212712026Disabling writes for close at 1731212712026Writing region close event to WAL at 1731212712027 (+1 ms)Closed at 1731212712027 2024-11-10T04:25:12,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:12,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:25:12,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:25:12,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:12,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:25:12,179 DEBUG [e900e1ae4b9f:41591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:25:12,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:12,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37649,1731212709857, state=OPENING 2024-11-10T04:25:12,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:25:12,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:12,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942133547 2024-11-10T04:25:12,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:12,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942133547/meta-region-server: CHANGED 2024-11-10T04:25:12,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942133547/meta-region-server: CHANGED 2024-11-10T04:25:12,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37649,1731212709857}] 2024-11-10T04:25:12,339 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:12,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:25:12,343 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:25:12,343 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:12,343 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:25:12,344 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C37649%2C1731212709857.meta, suffix=.meta, logDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/oldWALs, maxLogs=10 2024-11-10T04:25:12,357 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857/e900e1ae4b9f%2C37649%2C1731212709857.meta.1731212712344.meta, exclude list is [], retry=0 2024-11-10T04:25:12,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-547f155e-24f8-47bf-a476-96318a2c8d4b,DISK] 2024-11-10T04:25:12,361 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/WALs/e900e1ae4b9f,37649,1731212709857/e900e1ae4b9f%2C37649%2C1731212709857.meta.1731212712344.meta 2024-11-10T04:25:12,361 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41219:41219)] 2024-11-10T04:25:12,361 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:12,361 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:12,361 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:25:12,361 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:25:12,361 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:25:12,362 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:25:12,362 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:12,362 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:25:12,362 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:25:12,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:12,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:12,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:12,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:12,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:12,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:12,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:12,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:12,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:12,366 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:12,366 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/1588230740 2024-11-10T04:25:12,367 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/hbase/meta/1588230740 2024-11-10T04:25:12,367 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:12,368 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:12,368 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:12,369 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:12,369 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65494428, jitterRate=-0.024056971073150635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:12,369 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:25:12,370 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212712362Writing region info on filesystem at 1731212712362Initializing all the Stores at 1731212712362Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212712363 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212712363Cleaning up temporary data from old regions at 1731212712368 (+5 ms)Running coprocessor post-open hooks at 1731212712369 (+1 ms)Region opened successfully at 1731212712370 (+1 ms) 2024-11-10T04:25:12,370 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212712339 2024-11-10T04:25:12,372 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:25:12,372 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:25:12,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:12,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37649,1731212709857, state=OPEN 2024-11-10T04:25:12,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41591-0x101001f763a0000, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942133547/meta-region-server 2024-11-10T04:25:12,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37649-0x101001f763a0001, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942133547/meta-region-server 2024-11-10T04:25:12,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:12,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942133547/meta-region-server: CHANGED 2024-11-10T04:25:12,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942133547/meta-region-server: CHANGED 2024-11-10T04:25:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:25:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37649,1731212709857 in 188 msec 2024-11-10T04:25:12,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:25:12,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-10T04:25:12,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:12,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:25:12,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:12,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37649,1731212709857, seqNum=-1] 2024-11-10T04:25:12,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:12,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:12,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-10T04:25:12,383 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212712383, completionTime=-1 2024-11-10T04:25:12,383 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:25:12,383 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:25:12,384 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212772384 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212832385 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:41591, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,385 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,386 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.490sec 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:12,388 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:25:12,389 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:25:12,389 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:25:12,390 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41591,1731212709799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:12,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521b651f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:12,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41591,-1 for getting cluster id 2024-11-10T04:25:12,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:12,480 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53670f90-48e9-46bb-95ee-9bf51ade3ac9' 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53670f90-48e9-46bb-95ee-9bf51ade3ac9" 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f43121e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41591,-1] 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:12,482 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:12,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e63dbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:12,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37649,1731212709857, seqNum=-1] 2024-11-10T04:25:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:12,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:12,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:12,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63298 2024-11-10T04:25:12,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63298, baseZNode=/0-1942133547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:12,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001f763a0002 connected 2024-11-10T04:25:12,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:12,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:12,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6211a684 2024-11-10T04:25:12,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:12,492 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:12,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:25:12,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:25:12,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:12,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:25:12,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:25:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:12,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:25:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:12,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ace3d2bf9b3837b42758767d30c1d9b8, NAME => 'test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9 2024-11-10T04:25:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:25:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:13,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:13,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ace3d2bf9b3837b42758767d30c1d9b8, disabling compactions & flushes 2024-11-10T04:25:13,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. after waiting 0 ms 2024-11-10T04:25:13,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ace3d2bf9b3837b42758767d30c1d9b8: Waiting for close lock at 1731212713307Disabling compacts and flushes for region at 1731212713307Disabling writes for close at 1731212713307Writing region close event to WAL at 1731212713307Closed at 1731212713307 2024-11-10T04:25:13,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:25:13,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212713309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212713309"}]},"ts":"1731212713309"} 2024-11-10T04:25:13,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:25:13,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:25:13,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212713311"}]},"ts":"1731212713311"} 2024-11-10T04:25:13,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:25:13,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ace3d2bf9b3837b42758767d30c1d9b8, ASSIGN}] 2024-11-10T04:25:13,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ace3d2bf9b3837b42758767d30c1d9b8, ASSIGN 2024-11-10T04:25:13,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ace3d2bf9b3837b42758767d30c1d9b8, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,37649,1731212709857; forceNewPlan=false, retain=false 2024-11-10T04:25:13,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ace3d2bf9b3837b42758767d30c1d9b8, regionState=OPENING, regionLocation=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:13,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ace3d2bf9b3837b42758767d30c1d9b8, ASSIGN because future has completed 2024-11-10T04:25:13,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace3d2bf9b3837b42758767d30c1d9b8, server=e900e1ae4b9f,37649,1731212709857}] 2024-11-10T04:25:13,622 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,622 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ace3d2bf9b3837b42758767d30c1d9b8, NAME => 'test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:13,622 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:13,622 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:25:13,622 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,623 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:13,623 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,623 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,624 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,625 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace3d2bf9b3837b42758767d30c1d9b8 columnFamilyName f 2024-11-10T04:25:13,625 DEBUG [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:13,625 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(327): Store=ace3d2bf9b3837b42758767d30c1d9b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:13,625 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,626 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace3d2bf9b3837b42758767d30c1d9b8 columnFamilyName f1 2024-11-10T04:25:13,626 DEBUG [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:13,626 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(327): Store=ace3d2bf9b3837b42758767d30c1d9b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:13,626 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,627 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace3d2bf9b3837b42758767d30c1d9b8 columnFamilyName norep 2024-11-10T04:25:13,627 DEBUG [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:13,627 INFO [StoreOpener-ace3d2bf9b3837b42758767d30c1d9b8-1 {}] regionserver.HStore(327): Store=ace3d2bf9b3837b42758767d30c1d9b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:13,627 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,627 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/default/test/ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,628 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/default/test/ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:13,629 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,629 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,629 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:25:13,630 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,631 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/data/default/test/ace3d2bf9b3837b42758767d30c1d9b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:13,632 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ace3d2bf9b3837b42758767d30c1d9b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65248723, jitterRate=-0.027718260884284973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:25:13,632 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace3d2bf9b3837b42758767d30c1d9b8 2024-11-10T04:25:13,632 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ace3d2bf9b3837b42758767d30c1d9b8: Running coprocessor pre-open hook at 1731212713623Writing region info on filesystem at 1731212713623Initializing all the Stores at 1731212713623Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212713623Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212713623Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212713623Cleaning up temporary data from old regions at 1731212713629 (+6 ms)Running coprocessor post-open hooks at 1731212713632 (+3 ms)Region opened successfully at 1731212713632 2024-11-10T04:25:13,633 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8., pid=6, masterSystemTime=1731212713619 2024-11-10T04:25:13,635 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,635 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212712493.ace3d2bf9b3837b42758767d30c1d9b8. 2024-11-10T04:25:13,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ace3d2bf9b3837b42758767d30c1d9b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,37649,1731212709857 2024-11-10T04:25:13,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace3d2bf9b3837b42758767d30c1d9b8, server=e900e1ae4b9f,37649,1731212709857 because future has completed 2024-11-10T04:25:13,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:25:13,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ace3d2bf9b3837b42758767d30c1d9b8, server=e900e1ae4b9f,37649,1731212709857 in 171 msec 2024-11-10T04:25:13,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:25:13,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ace3d2bf9b3837b42758767d30c1d9b8, ASSIGN in 326 msec 2024-11-10T04:25:13,641 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:25:13,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212713641"}]},"ts":"1731212713641"} 2024-11-10T04:25:13,643 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:25:13,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:25:13,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-10T04:25:13,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:13,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:13,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:14,638 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:25:14,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee1e706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41591,-1 for getting cluster id 2024-11-10T04:25:14,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:14,640 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53670f90-48e9-46bb-95ee-9bf51ade3ac9' 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53670f90-48e9-46bb-95ee-9bf51ade3ac9" 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264a1542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41591,-1] 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,641 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482ba4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:14,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3653ef 2024-11-10T04:25:14,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:14,643 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:14,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:41591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:25:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:25:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:14,646 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:41591' 2024-11-10T04:25:14,647 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4ff189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,647 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,41591,-1 for getting cluster id 2024-11-10T04:25:14,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:14,647 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53670f90-48e9-46bb-95ee-9bf51ade3ac9' 2024-11-10T04:25:14,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:14,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53670f90-48e9-46bb-95ee-9bf51ade3ac9" 2024-11-10T04:25:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e82e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,41591,-1] 2024-11-10T04:25:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,648 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf033d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:14,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,41591,1731212709799 2024-11-10T04:25:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58341d6f 2024-11-10T04:25:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:14,650 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:14,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:25:14,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:25:14,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:14,651 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:25:14,657 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T04:25:14,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-10T04:25:14,658 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T04:25:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:14,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:14,749 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e900e1ae4b9f:41591, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T04:25:14,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:14,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:14,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:14,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: IPC Server handler 0 on default port 44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(517576413) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_375439141_20 at /127.0.0.1:56118 [Receiving block BP-1400852159-172.17.0.2-1731212708798:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data1/current/BP-1400852159-172.17.0.2-1731212708798 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PacketResponder: BP-1400852159-172.17.0.2-1731212708798:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63298) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1081987360-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5994432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39111 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data2/current/BP-1400852159-172.17.0.2-1731212708798 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1081987360-7945-acceptor-0@56a370ae-ServerConnector@6ad5ceb6{HTTP/1.1, (http/1.1)}{localhost:43265} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_375439141_20 at /127.0.0.1:56132 [Receiving block BP-1400852159-172.17.0.2-1731212708798:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4015788 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9-prefix:e900e1ae4b9f,37649,1731212709857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1400852159-172.17.0.2-1731212708798:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7899-acceptor-0@4532a0e3-ServerConnector@40cca541{HTTP/1.1, (http/1.1)}{localhost:42113} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@cac1376 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9/MasterData-prefix:e900e1ae4b9f,41591,1731212709799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e900e1ae4b9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1081987360-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;e900e1ae4b9f:37649-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5994432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4f5db4d3[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1081987360-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39111/user/jenkins/test-data/8699b869-790b-0f05-7104-1ee4d3abd5a9-prefix:e900e1ae4b9f,37649,1731212709857.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_375439141_20 at /127.0.0.1:53992 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-15fba47b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;e900e1ae4b9f:37649 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212711603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-153a262a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44303 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-967972209_20 at /127.0.0.1:56084 [Receiving block BP-1400852159-172.17.0.2-1731212708798:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/cluster_158863a9-9481-4afd-2fd4-c5178bca053b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/e900e1ae4b9f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: e900e1ae4b9f:41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@36ff533e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212711602 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5994432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1400852159-172.17.0.2-1731212708798 heartbeating to localhost/127.0.0.1:39111 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f59949fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63298) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f5994ad4ae8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;e900e1ae4b9f:41591 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@214d80a8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63298 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 1 on default port 44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6222087f java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp781902454-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5994432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@459ed37f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1400852159-172.17.0.2-1731212708798:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp781902454-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5994432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39111 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:63298): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@52302c22 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@23205a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63298) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1ef9642c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=876 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=8397 (was 8421) 2024-11-10T04:25:14,771 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-10T04:25:14,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=8396 2024-11-10T04:25:14,784 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-10T04:25:14,796 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T04:25:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.log.dir so I do NOT create it in target/test-data/908d04e1-834a-4479-ddca-8530b00c5619 2024-11-10T04:25:14,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:25:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.tmp.dir so I do NOT create it in target/test-data/908d04e1-834a-4479-ddca-8530b00c5619 2024-11-10T04:25:14,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc298cec-7ed0-214d-778c-b7020da2ddb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:25:14,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619 2024-11-10T04:25:14,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254, deleteOnExit=true 2024-11-10T04:25:14,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/zookeeper_0, clientPort=54474, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:25:14,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54474 2024-11-10T04:25:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:25:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:25:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/test.cache.data in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:25:14,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:25:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:25:14,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:14,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:14,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:14,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:14,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:25:14,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:14,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a6fd8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:14,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399d1471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:15,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a20a1aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/java.io.tmpdir/jetty-localhost-35955-hadoop-hdfs-3_4_1-tests_jar-_-any-9349442835154757088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:15,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@690e503{HTTP/1.1, (http/1.1)}{localhost:35955} 2024-11-10T04:25:15,005 INFO [Time-limited test {}] server.Server(415): Started @302119ms 2024-11-10T04:25:15,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:15,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:15,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:25:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6bdbe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ea6046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:15,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383b0199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/java.io.tmpdir/jetty-localhost-44297-hadoop-hdfs-3_4_1-tests_jar-_-any-2478802583422301523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:15,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f3a9a60{HTTP/1.1, (http/1.1)}{localhost:44297} 2024-11-10T04:25:15,200 INFO [Time-limited test {}] server.Server(415): Started @302313ms 2024-11-10T04:25:15,201 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:25:15,302 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/data/data1/current/BP-1789958321-172.17.0.2-1731212714823/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:15,302 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/data/data2/current/BP-1789958321-172.17.0.2-1731212714823/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:15,322 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadadcf1455fcd805 with lease ID 0xc20cf55a6f7e4180: Processing first storage report for DS-9888807e-4090-4017-a6c4-e5f61e08cb60 from datanode DatanodeRegistration(127.0.0.1:35437, datanodeUuid=bfadffdb-6946-4749-8bc0-21456b0759a1, infoPort=37207, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1205238617;c=1731212714823) 2024-11-10T04:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadadcf1455fcd805 with lease ID 0xc20cf55a6f7e4180: from storage DS-9888807e-4090-4017-a6c4-e5f61e08cb60 node DatanodeRegistration(127.0.0.1:35437, datanodeUuid=bfadffdb-6946-4749-8bc0-21456b0759a1, infoPort=37207, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1205238617;c=1731212714823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadadcf1455fcd805 with lease ID 0xc20cf55a6f7e4180: Processing first storage report for DS-d530317d-150b-49da-910f-dade46cca9fb from datanode DatanodeRegistration(127.0.0.1:35437, datanodeUuid=bfadffdb-6946-4749-8bc0-21456b0759a1, infoPort=37207, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1205238617;c=1731212714823) 2024-11-10T04:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadadcf1455fcd805 with lease ID 0xc20cf55a6f7e4180: from storage DS-d530317d-150b-49da-910f-dade46cca9fb node DatanodeRegistration(127.0.0.1:35437, datanodeUuid=bfadffdb-6946-4749-8bc0-21456b0759a1, infoPort=37207, infoSecurePort=0, ipcPort=41779, storageInfo=lv=-57;cid=testClusterID;nsid=1205238617;c=1731212714823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:15,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619 2024-11-10T04:25:15,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:25:15,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90 with version=8 2024-11-10T04:25:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/hbase-staging 2024-11-10T04:25:15,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:25:15,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:15,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43679 2024-11-10T04:25:15,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43679 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436790x0, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:15,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43679-0x101001f8dbf0000 connected 2024-11-10T04:25:15,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/running 2024-11-10T04:25:15,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90, hbase.cluster.distributed=false 2024-11-10T04:25:15,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/acl 2024-11-10T04:25:15,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-10T04:25:15,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43679 2024-11-10T04:25:15,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43679 2024-11-10T04:25:15,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-10T04:25:15,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-10T04:25:15,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:25:15,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:15,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35655 2024-11-10T04:25:15,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35655 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:15,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:15,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356550x0, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:15,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356550x0, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/running 2024-11-10T04:25:15,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35655-0x101001f8dbf0001 connected 2024-11-10T04:25:15,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:25:15,891 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:25:15,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/master 2024-11-10T04:25:15,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/acl 2024-11-10T04:25:15,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-10T04:25:15,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35655 2024-11-10T04:25:15,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35655 2024-11-10T04:25:15,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-10T04:25:15,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-10T04:25:15,912 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:43679 2024-11-10T04:25:15,912 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-395074924/backup-masters/e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/backup-masters 2024-11-10T04:25:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/backup-masters 2024-11-10T04:25:15,915 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on existing znode=/0-395074924/backup-masters/e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395074924/master 2024-11-10T04:25:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:15,917 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on existing znode=/0-395074924/master 2024-11-10T04:25:15,918 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-395074924/backup-masters/e900e1ae4b9f,43679,1731212715833 from backup master directory 2024-11-10T04:25:15,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/backup-masters 2024-11-10T04:25:15,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395074924/backup-masters/e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:15,919 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:15,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/backup-masters 2024-11-10T04:25:15,919 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:15,922 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/hbase.id] with ID: 177c9e7d-3ad3-42ef-9c49-b40e51f89793 2024-11-10T04:25:15,922 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/.tmp/hbase.id 2024-11-10T04:25:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:25:16,329 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/.tmp/hbase.id]:[hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/hbase.id] 2024-11-10T04:25:16,337 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:16,337 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:25:16,338 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:25:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:16,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:25:16,755 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:16,756 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:25:16,756 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:25:16,761 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store 2024-11-10T04:25:16,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:17,166 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:17,166 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:17,166 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212717166Disabling compacts and flushes for region at 1731212717166Disabling writes for close at 1731212717166Writing region close event to WAL at 1731212717166Closed at 1731212717166 2024-11-10T04:25:17,167 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/.initializing 2024-11-10T04:25:17,167 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/WALs/e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:17,168 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:17,169 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C43679%2C1731212715833, suffix=, logDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/WALs/e900e1ae4b9f,43679,1731212715833, archiveDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/oldWALs, maxLogs=10 2024-11-10T04:25:17,186 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/WALs/e900e1ae4b9f,43679,1731212715833/e900e1ae4b9f%2C43679%2C1731212715833.1731212717169, exclude list is [], retry=0 2024-11-10T04:25:17,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:17,190 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/WALs/e900e1ae4b9f,43679,1731212715833/e900e1ae4b9f%2C43679%2C1731212715833.1731212717169 2024-11-10T04:25:17,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:17,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:17,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:17,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,190 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:25:17,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:17,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:17,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:25:17,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:17,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:17,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:25:17,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:17,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:17,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:25:17,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:17,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:17,195 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,196 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,196 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,197 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:17,198 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:17,199 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:17,199 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564679, jitterRate=0.08129797875881195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:17,200 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212717190Initializing all the Stores at 1731212717191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212717191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212717191Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212717191Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212717191Cleaning up temporary data from old regions at 1731212717197 (+6 ms)Region opened successfully at 1731212717199 (+2 ms) 2024-11-10T04:25:17,200 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:25:17,202 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffb8b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:17,202 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:25:17,202 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:25:17,202 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:25:17,203 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:25:17,203 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:25:17,203 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:25:17,203 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:25:17,205 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:25:17,205 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/balancer because node does not exist (not necessarily an error) 2024-11-10T04:25:17,207 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/balancer already deleted, retry=false 2024-11-10T04:25:17,208 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:25:17,208 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:25:17,209 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/normalizer already deleted, retry=false 2024-11-10T04:25:17,209 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:25:17,210 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:25:17,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/switch/split already deleted, retry=false 2024-11-10T04:25:17,211 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:25:17,212 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/switch/merge already deleted, retry=false 2024-11-10T04:25:17,214 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:25:17,218 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/snapshot-cleanup already deleted, retry=false 2024-11-10T04:25:17,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395074924/running 2024-11-10T04:25:17,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-395074924/running 2024-11-10T04:25:17,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,220 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,43679,1731212715833, sessionid=0x101001f8dbf0000, setting cluster-up flag (Was=false) 2024-11-10T04:25:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,228 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-395074924/flush-table-proc/acquired, /0-395074924/flush-table-proc/reached, /0-395074924/flush-table-proc/abort 2024-11-10T04:25:17,229 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:17,236 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-395074924/online-snapshot/acquired, /0-395074924/online-snapshot/reached, /0-395074924/online-snapshot/abort 2024-11-10T04:25:17,237 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:17,238 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:25:17,239 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:17,239 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:25:17,239 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:25:17,239 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,43679,1731212715833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:25:17,240 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:17,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212747241 2024-11-10T04:25:17,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:25:17,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:25:17,242 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:25:17,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:17,243 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212717243,5,FailOnTimeoutGroup] 2024-11-10T04:25:17,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:25:17,243 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212717243,5,FailOnTimeoutGroup] 2024-11-10T04:25:17,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:25:17,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:25:17,303 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(746): ClusterId : 177c9e7d-3ad3-42ef-9c49-b40e51f89793 2024-11-10T04:25:17,303 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:25:17,306 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:25:17,306 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:25:17,307 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:25:17,308 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ccb3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:17,319 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:35655 2024-11-10T04:25:17,320 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:25:17,320 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:25:17,320 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:25:17,320 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43679,1731212715833 with port=35655, startcode=1731212715881 2024-11-10T04:25:17,320 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:25:17,321 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:25:17,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,323 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90 2024-11-10T04:25:17,323 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43267 2024-11-10T04:25:17,323 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:25:17,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/rs 2024-11-10T04:25:17,325 DEBUG [RS:0;e900e1ae4b9f:35655 {}] zookeeper.ZKUtil(111): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on existing znode=/0-395074924/rs/e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,325 WARN [RS:0;e900e1ae4b9f:35655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:17,325 INFO [RS:0;e900e1ae4b9f:35655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:17,325 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,35655,1731212715881] 2024-11-10T04:25:17,328 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:25:17,330 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:25:17,330 INFO [RS:0;e900e1ae4b9f:35655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:25:17,330 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,330 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:25:17,331 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:25:17,331 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:17,331 DEBUG [RS:0;e900e1ae4b9f:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,332 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35655,1731212715881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:17,346 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:25:17,347 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,35655,1731212715881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,347 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,347 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.Replication(171): e900e1ae4b9f,35655,1731212715881 started 2024-11-10T04:25:17,360 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:17,360 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,35655,1731212715881, RpcServer on e900e1ae4b9f/172.17.0.2:35655, sessionid=0x101001f8dbf0001 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,35655,1731212715881' 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-395074924/flush-table-proc/abort' 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-395074924/flush-table-proc/acquired' 2024-11-10T04:25:17,361 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,35655,1731212715881' 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-395074924/online-snapshot/abort' 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-395074924/online-snapshot/acquired' 2024-11-10T04:25:17,362 DEBUG [RS:0;e900e1ae4b9f:35655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:25:17,362 INFO [RS:0;e900e1ae4b9f:35655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:25:17,362 INFO [RS:0;e900e1ae4b9f:35655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:25:17,463 INFO [RS:0;e900e1ae4b9f:35655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:17,464 INFO [RS:0;e900e1ae4b9f:35655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35655%2C1731212715881, suffix=, logDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881, archiveDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/oldWALs, maxLogs=10 2024-11-10T04:25:17,477 DEBUG [RS:0;e900e1ae4b9f:35655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464, exclude list is [], retry=0 2024-11-10T04:25:17,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:17,481 INFO [RS:0;e900e1ae4b9f:35655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 2024-11-10T04:25:17,481 DEBUG [RS:0;e900e1ae4b9f:35655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:17,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:25:17,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90 2024-11-10T04:25:17,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:25:17,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:25:17,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T04:25:17,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:25:17,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:25:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T04:25:17,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T04:25:17,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:17,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T04:25:18,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:18,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:18,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:18,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:18,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:18,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:18,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:18,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:18,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:18,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740 2024-11-10T04:25:18,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740 2024-11-10T04:25:18,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:18,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:18,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:18,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:18,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:18,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70321961, jitterRate=0.04787887632846832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212718057Initializing all the Stores at 1731212718058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212718058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718058Cleaning up temporary data from old regions at 1731212718064 (+6 ms)Region opened successfully at 1731212718067 (+3 ms) 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:18,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:18,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:18,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212718067Disabling compacts and flushes for region at 1731212718067Disabling writes for close at 1731212718067Writing region close event to WAL at 1731212718067Closed at 1731212718067 2024-11-10T04:25:18,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:18,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:25:18,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:25:18,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:18,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:25:18,220 DEBUG [e900e1ae4b9f:43679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:25:18,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:18,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,35655,1731212715881, state=OPENING 2024-11-10T04:25:18,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:25:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:18,226 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:18,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395074924/meta-region-server: CHANGED 2024-11-10T04:25:18,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395074924/meta-region-server: CHANGED 2024-11-10T04:25:18,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35655,1731212715881}] 2024-11-10T04:25:18,346 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=37, reused chunk count=136, reuseRatio=78.61% 2024-11-10T04:25:18,346 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T04:25:18,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:18,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:25:18,382 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:25:18,382 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:18,382 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:25:18,383 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35655%2C1731212715881.meta, suffix=.meta, logDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881, archiveDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/oldWALs, maxLogs=10 2024-11-10T04:25:18,397 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212718383.meta, exclude list is [], retry=0 2024-11-10T04:25:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:18,399 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212718383.meta 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:18,400 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:25:18,400 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:25:18,400 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:25:18,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:18,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:18,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:18,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:18,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:18,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:18,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:18,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:18,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:18,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:18,405 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:18,405 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740 2024-11-10T04:25:18,406 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740 2024-11-10T04:25:18,407 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:18,407 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:18,407 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:18,408 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:18,408 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63911325, jitterRate=-0.04764704406261444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:18,408 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:25:18,408 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212718401Writing region info on filesystem at 1731212718401Initializing all the Stores at 1731212718401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212718401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212718401Cleaning up temporary data from old regions at 1731212718407 (+6 ms)Running coprocessor post-open hooks at 1731212718408 (+1 ms)Region opened successfully at 1731212718408 2024-11-10T04:25:18,409 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212718378 2024-11-10T04:25:18,410 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:25:18,411 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:25:18,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:18,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,35655,1731212715881, state=OPEN 2024-11-10T04:25:18,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-395074924/meta-region-server 2024-11-10T04:25:18,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-395074924/meta-region-server 2024-11-10T04:25:18,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:18,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395074924/meta-region-server: CHANGED 2024-11-10T04:25:18,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-395074924/meta-region-server: CHANGED 2024-11-10T04:25:18,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:25:18,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,35655,1731212715881 in 190 msec 2024-11-10T04:25:18,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:25:18,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-10T04:25:18,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:18,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:25:18,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:18,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35655,1731212715881, seqNum=-1] 2024-11-10T04:25:18,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:18,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:18,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-10T04:25:18,425 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212718425, completionTime=-1 2024-11-10T04:25:18,425 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:25:18,425 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:25:18,426 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:25:18,426 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212778426 2024-11-10T04:25:18,426 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212838426 2024-11-10T04:25:18,426 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:25:18,426 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,427 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,427 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,427 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:43679, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,427 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,427 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,428 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.510sec 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:18,429 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:25:18,431 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:25:18,431 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:25:18,431 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43679,1731212715833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:18,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64484e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:18,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:18,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:18,505 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521626a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:18,506 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:18,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fc470e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:18,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35655,1731212715881, seqNum=-1] 2024-11-10T04:25:18,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:18,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:18,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:18,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:18,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101001f8dbf0002 connected 2024-11-10T04:25:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir so I do NOT create it in target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883 2024-11-10T04:25:18,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:25:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.tmp.dir so I do NOT create it in target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883 2024-11-10T04:25:18,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:25:18,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/cluster_bf4de65a-adfc-e4a3-cf76-0c984850a1df, deleteOnExit=true 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/test.cache.data in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:25:18,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:25:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:25:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:25:18,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:18,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:18,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:18,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:18,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:25:18,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:18,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e429a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:18,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bf7c71b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:18,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fd8754c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-16141470234994248073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:18,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400caa12{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-11-10T04:25:18,707 INFO [Time-limited test {}] server.Server(415): Started @305820ms 2024-11-10T04:25:18,845 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:18,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,848 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,848 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,903 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,903 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,903 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,904 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,904 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,904 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:18,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:18,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:18,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:18,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:18,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:25:18,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f117d92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:18,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a14b1f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:19,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1041ed2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/java.io.tmpdir/jetty-localhost-42907-hadoop-hdfs-3_4_1-tests_jar-_-any-3192033432930181659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:19,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3da62350{HTTP/1.1, (http/1.1)}{localhost:42907} 2024-11-10T04:25:19,119 INFO [Time-limited test {}] server.Server(415): Started @306233ms 2024-11-10T04:25:19,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:25:19,232 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/cluster_bf4de65a-adfc-e4a3-cf76-0c984850a1df/data/data2/current/BP-2037722424-172.17.0.2-1731212718536/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:19,232 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/cluster_bf4de65a-adfc-e4a3-cf76-0c984850a1df/data/data1/current/BP-2037722424-172.17.0.2-1731212718536/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:19,253 WARN [Thread-4430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:25:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe883ea9a2eb1856f with lease ID 0x14eb7ef6aa3133e1: Processing first storage report for DS-317ebc9b-6cb0-4a67-8b74-d32eedcf1ab0 from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=7733a99c-7839-4d3d-a82e-41a16d192599, infoPort=34589, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=1764237704;c=1731212718536) 2024-11-10T04:25:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe883ea9a2eb1856f with lease ID 0x14eb7ef6aa3133e1: from storage DS-317ebc9b-6cb0-4a67-8b74-d32eedcf1ab0 node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=7733a99c-7839-4d3d-a82e-41a16d192599, infoPort=34589, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=1764237704;c=1731212718536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe883ea9a2eb1856f with lease ID 0x14eb7ef6aa3133e1: Processing first storage report for DS-6905b83f-1028-4e51-95cb-6195bbd4fe5b from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=7733a99c-7839-4d3d-a82e-41a16d192599, infoPort=34589, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=1764237704;c=1731212718536) 2024-11-10T04:25:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe883ea9a2eb1856f with lease ID 0x14eb7ef6aa3133e1: from storage DS-6905b83f-1028-4e51-95cb-6195bbd4fe5b node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=7733a99c-7839-4d3d-a82e-41a16d192599, infoPort=34589, infoSecurePort=0, ipcPort=40671, storageInfo=lv=-57;cid=testClusterID;nsid=1764237704;c=1731212718536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:19,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883 2024-11-10T04:25:19,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:25:19,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62 with version=8 2024-11-10T04:25:19,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/hbase-staging 2024-11-10T04:25:19,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:19,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:19,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:19,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:25:19,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:19,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43477 2024-11-10T04:25:19,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43477 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:19,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434770x0, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:19,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43477-0x101001f8dbf0003 connected 2024-11-10T04:25:19,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/running 2024-11-10T04:25:19,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62, hbase.cluster.distributed=false 2024-11-10T04:25:19,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/acl 2024-11-10T04:25:19,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-10T04:25:19,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43477 2024-11-10T04:25:19,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43477 2024-11-10T04:25:19,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-10T04:25:19,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-10T04:25:19,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:19,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:19,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42821 2024-11-10T04:25:19,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42821 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:19,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428210x0, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:19,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428210x0, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/running 2024-11-10T04:25:19,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42821-0x101001f8dbf0004 connected 2024-11-10T04:25:19,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:25:19,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:25:19,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/master 2024-11-10T04:25:19,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/acl 2024-11-10T04:25:19,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-10T04:25:19,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42821 2024-11-10T04:25:19,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42821 2024-11-10T04:25:19,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-10T04:25:19,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-10T04:25:19,840 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:43477 2024-11-10T04:25:19,840 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-776995937/backup-masters/e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:19,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/backup-masters 2024-11-10T04:25:19,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/backup-masters 2024-11-10T04:25:19,847 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on existing znode=/1-776995937/backup-masters/e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:19,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-776995937/master 2024-11-10T04:25:19,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:19,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:19,848 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on existing znode=/1-776995937/master 2024-11-10T04:25:19,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-776995937/backup-masters/e900e1ae4b9f,43477,1731212719768 from backup master directory 2024-11-10T04:25:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-776995937/backup-masters/e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/backup-masters 2024-11-10T04:25:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/backup-masters 2024-11-10T04:25:19,850 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:19,850 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:19,853 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/hbase.id] with ID: b276462a-5367-44c6-a3f1-ff93d4561c12 2024-11-10T04:25:19,853 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/.tmp/hbase.id 2024-11-10T04:25:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:25:20,258 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/.tmp/hbase.id]:[hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/hbase.id] 2024-11-10T04:25:20,267 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:20,267 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:25:20,267 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T04:25:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:25:20,674 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:20,676 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:25:20,676 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:25:20,682 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store 2024-11-10T04:25:20,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:25:21,086 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:21,087 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:21,087 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:21,087 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:21,087 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:21,087 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:21,087 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:21,087 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212721087Disabling compacts and flushes for region at 1731212721087Disabling writes for close at 1731212721087Writing region close event to WAL at 1731212721087Closed at 1731212721087 2024-11-10T04:25:21,088 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/.initializing 2024-11-10T04:25:21,088 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/WALs/e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:21,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:21,090 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C43477%2C1731212719768, suffix=, logDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/WALs/e900e1ae4b9f,43477,1731212719768, archiveDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/oldWALs, maxLogs=10 2024-11-10T04:25:21,107 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/WALs/e900e1ae4b9f,43477,1731212719768/e900e1ae4b9f%2C43477%2C1731212719768.1731212721090, exclude list is [], retry=0 2024-11-10T04:25:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-317ebc9b-6cb0-4a67-8b74-d32eedcf1ab0,DISK] 2024-11-10T04:25:21,111 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/WALs/e900e1ae4b9f,43477,1731212719768/e900e1ae4b9f%2C43477%2C1731212719768.1731212721090 2024-11-10T04:25:21,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T04:25:21,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:21,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:21,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:25:21,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:25:21,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:25:21,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:25:21,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:21,118 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,118 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,119 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,119 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,120 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,120 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:21,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:21,122 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:21,123 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513224, jitterRate=-0.05357921123504639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:21,123 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212721112Initializing all the Stores at 1731212721113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212721113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212721113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212721113Cleaning up temporary data from old regions at 1731212721120 (+7 ms)Region opened successfully at 1731212721123 (+3 ms) 2024-11-10T04:25:21,123 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:25:21,125 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cba9f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:21,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:25:21,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:25:21,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:25:21,126 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:25:21,127 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:25:21,127 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:25:21,127 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:25:21,128 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:25:21,129 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/balancer because node does not exist (not necessarily an error) 2024-11-10T04:25:21,131 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/balancer already deleted, retry=false 2024-11-10T04:25:21,131 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:25:21,132 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:25:21,133 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/normalizer already deleted, retry=false 2024-11-10T04:25:21,134 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:25:21,134 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:25:21,136 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/switch/split already deleted, retry=false 2024-11-10T04:25:21,136 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:25:21,138 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/switch/merge already deleted, retry=false 2024-11-10T04:25:21,139 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:25:21,141 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/snapshot-cleanup already deleted, retry=false 2024-11-10T04:25:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-776995937/running 2024-11-10T04:25:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-776995937/running 2024-11-10T04:25:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,143 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,43477,1731212719768, sessionid=0x101001f8dbf0003, setting cluster-up flag (Was=false) 2024-11-10T04:25:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,151 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-776995937/flush-table-proc/acquired, /1-776995937/flush-table-proc/reached, /1-776995937/flush-table-proc/abort 2024-11-10T04:25:21,152 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:21,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,159 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-776995937/online-snapshot/acquired, /1-776995937/online-snapshot/reached, /1-776995937/online-snapshot/abort 2024-11-10T04:25:21,160 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:21,161 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:25:21,162 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:21,162 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:25:21,163 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:25:21,163 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,43477,1731212719768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:21,164 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:21,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:25:21,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:25:21,172 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212751172 2024-11-10T04:25:21,172 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:25:21,172 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:25:21,172 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:25:21,173 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:25:21,174 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:25:21,174 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:25:21,174 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212721174,5,FailOnTimeoutGroup] 2024-11-10T04:25:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:25:21,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:25:21,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62 2024-11-10T04:25:21,180 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212721174,5,FailOnTimeoutGroup] 2024-11-10T04:25:21,180 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,180 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:25:21,180 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,180 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:25:21,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:21,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:21,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:21,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:21,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:21,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:21,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:21,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:21,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:21,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:21,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740 2024-11-10T04:25:21,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740 2024-11-10T04:25:21,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:21,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:21,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:21,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:21,195 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71760505, jitterRate=0.0693148523569107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212721185Initializing all the Stores at 1731212721186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212721186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721186Cleaning up temporary data from old regions at 1731212721192 (+6 ms)Region opened successfully at 1731212721195 (+3 ms) 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:21,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:21,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212721195Disabling compacts and flushes for region at 1731212721195Disabling writes for close at 1731212721195Writing region close event to WAL at 1731212721195Closed at 1731212721195 2024-11-10T04:25:21,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:21,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:25:21,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:25:21,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:21,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:25:21,229 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(746): ClusterId : b276462a-5367-44c6-a3f1-ff93d4561c12 2024-11-10T04:25:21,229 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:25:21,232 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:25:21,232 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:25:21,234 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:25:21,235 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdc66ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:21,247 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:42821 2024-11-10T04:25:21,247 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:25:21,247 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:25:21,247 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:25:21,248 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43477,1731212719768 with port=42821, startcode=1731212719806 2024-11-10T04:25:21,248 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:25:21,249 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:25:21,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,251 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62 2024-11-10T04:25:21,251 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46171 2024-11-10T04:25:21,251 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:25:21,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/rs 2024-11-10T04:25:21,255 DEBUG [RS:0;e900e1ae4b9f:42821 {}] zookeeper.ZKUtil(111): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on existing znode=/1-776995937/rs/e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,255 WARN [RS:0;e900e1ae4b9f:42821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:21,255 INFO [RS:0;e900e1ae4b9f:42821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:21,255 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,42821,1731212719806] 2024-11-10T04:25:21,258 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:25:21,260 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:25:21,261 INFO [RS:0;e900e1ae4b9f:42821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:25:21,261 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,261 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:25:21,261 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:21,262 DEBUG [RS:0;e900e1ae4b9f:42821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,262 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42821,1731212719806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:21,281 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:25:21,281 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42821,1731212719806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,281 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,281 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.Replication(171): e900e1ae4b9f,42821,1731212719806 started 2024-11-10T04:25:21,296 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,296 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,42821,1731212719806, RpcServer on e900e1ae4b9f/172.17.0.2:42821, sessionid=0x101001f8dbf0004 2024-11-10T04:25:21,296 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:25:21,296 DEBUG [RS:0;e900e1ae4b9f:42821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,296 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42821,1731212719806' 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-776995937/flush-table-proc/abort' 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-776995937/flush-table-proc/acquired' 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42821,1731212719806' 2024-11-10T04:25:21,297 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-776995937/online-snapshot/abort' 2024-11-10T04:25:21,298 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-776995937/online-snapshot/acquired' 2024-11-10T04:25:21,298 DEBUG [RS:0;e900e1ae4b9f:42821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:25:21,298 INFO [RS:0;e900e1ae4b9f:42821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:25:21,298 INFO [RS:0;e900e1ae4b9f:42821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:25:21,348 WARN [e900e1ae4b9f:43477 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T04:25:21,398 INFO [RS:0;e900e1ae4b9f:42821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:21,400 INFO [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C42821%2C1731212719806, suffix=, logDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806, archiveDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/oldWALs, maxLogs=10 2024-11-10T04:25:21,415 DEBUG [RS:0;e900e1ae4b9f:42821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806/e900e1ae4b9f%2C42821%2C1731212719806.1731212721400, exclude list is [], retry=0 2024-11-10T04:25:21,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-317ebc9b-6cb0-4a67-8b74-d32eedcf1ab0,DISK] 2024-11-10T04:25:21,418 INFO [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806/e900e1ae4b9f%2C42821%2C1731212719806.1731212721400 2024-11-10T04:25:21,419 DEBUG [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T04:25:21,598 DEBUG [e900e1ae4b9f:43477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:25:21,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42821,1731212719806, state=OPENING 2024-11-10T04:25:21,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:25:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:21,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:21,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-776995937/meta-region-server: CHANGED 2024-11-10T04:25:21,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-776995937/meta-region-server: CHANGED 2024-11-10T04:25:21,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42821,1731212719806}] 2024-11-10T04:25:21,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:21,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:25:21,760 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:25:21,760 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:21,761 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:25:21,762 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C42821%2C1731212719806.meta, suffix=.meta, logDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806, archiveDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/oldWALs, maxLogs=10 2024-11-10T04:25:21,777 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806/e900e1ae4b9f%2C42821%2C1731212719806.meta.1731212721762.meta, exclude list is [], retry=0 2024-11-10T04:25:21,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-317ebc9b-6cb0-4a67-8b74-d32eedcf1ab0,DISK] 2024-11-10T04:25:21,780 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806/e900e1ae4b9f%2C42821%2C1731212719806.meta.1731212721762.meta 2024-11-10T04:25:21,780 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-10T04:25:21,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:21,781 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:21,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:25:21,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:25:21,781 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:25:21,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:25:21,781 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:21,782 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:25:21,782 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:25:21,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:21,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:21,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:21,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:21,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:21,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:21,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:21,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:21,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:21,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:21,786 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:21,787 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740 2024-11-10T04:25:21,787 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740 2024-11-10T04:25:21,788 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:21,788 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:21,789 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:21,789 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:21,790 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67233597, jitterRate=0.0018586665391921997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:21,790 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:25:21,790 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212721782Writing region info on filesystem at 1731212721782Initializing all the Stores at 1731212721782Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212721782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212721782Cleaning up temporary data from old regions at 1731212721788 (+6 ms)Running coprocessor post-open hooks at 1731212721790 (+2 ms)Region opened successfully at 1731212721790 2024-11-10T04:25:21,791 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212721756 2024-11-10T04:25:21,793 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:25:21,793 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:25:21,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42821,1731212719806, state=OPEN 2024-11-10T04:25:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-776995937/meta-region-server 2024-11-10T04:25:21,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-776995937/meta-region-server 2024-11-10T04:25:21,795 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:21,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-776995937/meta-region-server: CHANGED 2024-11-10T04:25:21,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-776995937/meta-region-server: CHANGED 2024-11-10T04:25:21,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:25:21,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42821,1731212719806 in 191 msec 2024-11-10T04:25:21,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:25:21,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-10T04:25:21,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:21,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:25:21,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:21,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42821,1731212719806, seqNum=-1] 2024-11-10T04:25:21,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:21,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:21,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 643 msec 2024-11-10T04:25:21,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212721805, completionTime=-1 2024-11-10T04:25:21,805 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:25:21,805 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212781807 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212841807 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:43477, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,807 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,809 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.961sec 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:21,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:25:21,813 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:25:21,813 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:25:21,813 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43477,1731212719768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:21,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4662f292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:21,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43477,-1 for getting cluster id 2024-11-10T04:25:21,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:21,831 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b276462a-5367-44c6-a3f1-ff93d4561c12' 2024-11-10T04:25:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b276462a-5367-44c6-a3f1-ff93d4561c12" 2024-11-10T04:25:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d827fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43477,-1] 2024-11-10T04:25:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:21,832 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:21,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289ebe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:21,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42821,1731212719806, seqNum=-1] 2024-11-10T04:25:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:21,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:21,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:21,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:21,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101001f8dbf0005 connected 2024-11-10T04:25:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir so I do NOT create it in target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee 2024-11-10T04:25:21,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:25:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.tmp.dir so I do NOT create it in target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee 2024-11-10T04:25:21,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:25:21,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee 2024-11-10T04:25:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:25:21,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/cluster_156919a6-5360-2f08-e267-bbb44a23f684, deleteOnExit=true 2024-11-10T04:25:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/test.cache.data in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:25:21,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:25:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:25:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:25:21,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:21,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:21,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:25:21,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:21,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@418bc61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:21,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c584cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:22,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a5d2f65{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/java.io.tmpdir/jetty-localhost-35319-hadoop-hdfs-3_4_1-tests_jar-_-any-8195849760750154228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:22,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34562b18{HTTP/1.1, (http/1.1)}{localhost:35319} 2024-11-10T04:25:22,047 INFO [Time-limited test {}] server.Server(415): Started @309161ms 2024-11-10T04:25:22,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:25:22,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:25:22,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:25:22,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:25:22,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:25:22,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@300d84a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:25:22,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fff0bce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:25:22,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64ea2969{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/java.io.tmpdir/jetty-localhost-43519-hadoop-hdfs-3_4_1-tests_jar-_-any-14334202785410199559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:22,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a2345fb{HTTP/1.1, (http/1.1)}{localhost:43519} 2024-11-10T04:25:22,256 INFO [Time-limited test {}] server.Server(415): Started @309369ms 2024-11-10T04:25:22,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:25:22,368 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/cluster_156919a6-5360-2f08-e267-bbb44a23f684/data/data1/current/BP-256339387-172.17.0.2-1731212721869/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:22,368 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/cluster_156919a6-5360-2f08-e267-bbb44a23f684/data/data2/current/BP-256339387-172.17.0.2-1731212721869/current, will proceed with Du for space computation calculation, 2024-11-10T04:25:22,392 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:25:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3edd36e6aa34acfa with lease ID 0x8e5d0a148f6c7d93: Processing first storage report for DS-5110ea54-e6c6-4b7c-9d7e-57b5006467dc from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=1fb12710-9308-4d63-93ba-5bfcfcc9bc20, infoPort=42541, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=1758900838;c=1731212721869) 2024-11-10T04:25:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3edd36e6aa34acfa with lease ID 0x8e5d0a148f6c7d93: from storage DS-5110ea54-e6c6-4b7c-9d7e-57b5006467dc node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=1fb12710-9308-4d63-93ba-5bfcfcc9bc20, infoPort=42541, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=1758900838;c=1731212721869), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:25:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3edd36e6aa34acfa with lease ID 0x8e5d0a148f6c7d93: Processing first storage report for DS-19ceeafe-ba5c-4b64-8f91-e57a55664a24 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=1fb12710-9308-4d63-93ba-5bfcfcc9bc20, infoPort=42541, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=1758900838;c=1731212721869) 2024-11-10T04:25:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3edd36e6aa34acfa with lease ID 0x8e5d0a148f6c7d93: from storage DS-19ceeafe-ba5c-4b64-8f91-e57a55664a24 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=1fb12710-9308-4d63-93ba-5bfcfcc9bc20, infoPort=42541, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=1758900838;c=1731212721869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:25:22,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee 2024-11-10T04:25:22,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:25:22,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665 with version=8 2024-11-10T04:25:22,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/hbase-staging 2024-11-10T04:25:22,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:25:22,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:22,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33757 2024-11-10T04:25:22,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33757 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337570x0, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:22,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33757-0x101001f8dbf0006 connected 2024-11-10T04:25:22,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/running 2024-11-10T04:25:22,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665, hbase.cluster.distributed=false 2024-11-10T04:25:22,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/acl 2024-11-10T04:25:22,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33757 2024-11-10T04:25:22,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33757 2024-11-10T04:25:22,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33757 2024-11-10T04:25:22,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33757 2024-11-10T04:25:22,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33757 2024-11-10T04:25:22,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:25:22,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:25:22,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41607 2024-11-10T04:25:22,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41607 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:22,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416070x0, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:22,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41607-0x101001f8dbf0007 connected 2024-11-10T04:25:22,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416070x0, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/running 2024-11-10T04:25:22,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:25:22,943 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:25:22,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/master 2024-11-10T04:25:22,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/acl 2024-11-10T04:25:22,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41607 2024-11-10T04:25:22,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41607 2024-11-10T04:25:22,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41607 2024-11-10T04:25:22,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41607 2024-11-10T04:25:22,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41607 2024-11-10T04:25:22,965 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:33757 2024-11-10T04:25:22,965 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21830192009/backup-masters/e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/backup-masters 2024-11-10T04:25:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/backup-masters 2024-11-10T04:25:22,968 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on existing znode=/21830192009/backup-masters/e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21830192009/master 2024-11-10T04:25:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:22,970 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on existing znode=/21830192009/master 2024-11-10T04:25:22,970 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21830192009/backup-masters/e900e1ae4b9f,33757,1731212722890 from backup master directory 2024-11-10T04:25:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21830192009/backup-masters/e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/backup-masters 2024-11-10T04:25:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/backup-masters 2024-11-10T04:25:22,972 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:22,972 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:22,975 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/hbase.id] with ID: 99a25ea1-99bd-42fe-9728-01439f6cd70e 2024-11-10T04:25:22,975 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/.tmp/hbase.id 2024-11-10T04:25:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:25:22,983 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/.tmp/hbase.id]:[hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/hbase.id] 2024-11-10T04:25:22,991 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:22,991 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:25:22,992 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:25:22,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:22,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:25:23,002 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:23,003 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:25:23,003 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:25:23,409 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store 2024-11-10T04:25:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:23,814 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:23,814 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:23,814 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212723814Disabling compacts and flushes for region at 1731212723814Disabling writes for close at 1731212723814Writing region close event to WAL at 1731212723814Closed at 1731212723814 2024-11-10T04:25:23,815 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/.initializing 2024-11-10T04:25:23,815 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/WALs/e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:23,816 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:23,817 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C33757%2C1731212722890, suffix=, logDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/WALs/e900e1ae4b9f,33757,1731212722890, archiveDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/oldWALs, maxLogs=10 2024-11-10T04:25:23,845 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/WALs/e900e1ae4b9f,33757,1731212722890/e900e1ae4b9f%2C33757%2C1731212722890.1731212723817, exclude list is [], retry=0 2024-11-10T04:25:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-5110ea54-e6c6-4b7c-9d7e-57b5006467dc,DISK] 2024-11-10T04:25:23,849 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/WALs/e900e1ae4b9f,33757,1731212722890/e900e1ae4b9f%2C33757%2C1731212722890.1731212723817 2024-11-10T04:25:23,849 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42541:42541)] 2024-11-10T04:25:23,850 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:23,850 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:23,850 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,850 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:25:23,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:23,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:23,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:25:23,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:23,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:23,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:25:23,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:23,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:23,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:25:23,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:23,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:23,856 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,857 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,857 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,858 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,858 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,858 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:23,859 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:25:23,860 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:23,860 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63500305, jitterRate=-0.053771719336509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:23,861 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212723850Initializing all the Stores at 1731212723851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212723851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212723851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212723851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212723851Cleaning up temporary data from old regions at 1731212723858 (+7 ms)Region opened successfully at 1731212723861 (+3 ms) 2024-11-10T04:25:23,861 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:25:23,863 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51edb8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:23,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:25:23,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:25:23,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:25:23,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:25:23,864 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:25:23,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:25:23,865 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T04:25:23,866 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:25:23,867 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/balancer because node does not exist (not necessarily an error) 2024-11-10T04:25:23,868 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/balancer already deleted, retry=false 2024-11-10T04:25:23,868 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:25:23,869 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:25:23,870 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/normalizer already deleted, retry=false 2024-11-10T04:25:23,871 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:25:23,871 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:25:23,873 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/switch/split already deleted, retry=false 2024-11-10T04:25:23,874 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:25:23,875 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/switch/merge already deleted, retry=false 2024-11-10T04:25:23,876 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:25:23,877 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/snapshot-cleanup already deleted, retry=false 2024-11-10T04:25:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21830192009/running 2024-11-10T04:25:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21830192009/running 2024-11-10T04:25:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,879 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,33757,1731212722890, sessionid=0x101001f8dbf0006, setting cluster-up flag (Was=false) 2024-11-10T04:25:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,888 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21830192009/flush-table-proc/acquired, /21830192009/flush-table-proc/reached, /21830192009/flush-table-proc/abort 2024-11-10T04:25:23,888 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:23,895 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21830192009/online-snapshot/acquired, /21830192009/online-snapshot/reached, /21830192009/online-snapshot/abort 2024-11-10T04:25:23,896 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:23,897 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:25:23,898 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:23,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:25:23,898 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:25:23,899 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,33757,1731212722890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:25:23,899 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:23,899 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:23,899 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:23,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:25:23,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:25:23,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:23,900 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,900 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212753900 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:25:23,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:25:23,901 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:25:23,902 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:25:23,902 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T04:25:23,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:23,902 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:25:23,902 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:25:23,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:25:23,904 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212723902,5,FailOnTimeoutGroup] 2024-11-10T04:25:23,907 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212723904,5,FailOnTimeoutGroup] 2024-11-10T04:25:23,907 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,907 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:25:23,907 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,907 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:25:23,955 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(746): ClusterId : 99a25ea1-99bd-42fe-9728-01439f6cd70e 2024-11-10T04:25:23,955 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:25:23,957 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:25:23,957 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:25:23,958 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:25:23,959 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3600281d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:25:23,975 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:41607 2024-11-10T04:25:23,975 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:25:23,975 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:25:23,975 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:25:23,976 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33757,1731212722890 with port=41607, startcode=1731212722934 2024-11-10T04:25:23,976 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:25:23,977 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:25:23,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:23,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:23,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33757 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:23,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:23,978 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128907 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:23,979 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665 2024-11-10T04:25:23,979 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38667 2024-11-10T04:25:23,979 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:25:23,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/rs 2024-11-10T04:25:23,987 DEBUG [RS:0;e900e1ae4b9f:41607 {}] zookeeper.ZKUtil(111): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on existing znode=/21830192009/rs/e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:23,987 WARN [RS:0;e900e1ae4b9f:41607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:25:23,987 INFO [RS:0;e900e1ae4b9f:41607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:23,987 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:23,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,41607,1731212722934] 2024-11-10T04:25:23,990 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:25:23,991 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:25:23,991 INFO [RS:0;e900e1ae4b9f:41607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:25:23,991 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,992 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:25:23,992 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:25:23,992 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:23,992 DEBUG [RS:0;e900e1ae4b9f:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:23,997 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41607,1731212722934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:24,011 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:25:24,011 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,41607,1731212722934-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:24,011 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:24,011 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.Replication(171): e900e1ae4b9f,41607,1731212722934 started 2024-11-10T04:25:24,025 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:24,025 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,41607,1731212722934, RpcServer on e900e1ae4b9f/172.17.0.2:41607, sessionid=0x101001f8dbf0007 2024-11-10T04:25:24,025 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:25:24,025 DEBUG [RS:0;e900e1ae4b9f:41607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:24,025 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41607,1731212722934' 2024-11-10T04:25:24,025 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21830192009/flush-table-proc/abort' 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21830192009/flush-table-proc/acquired' 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,41607,1731212722934' 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21830192009/online-snapshot/abort' 2024-11-10T04:25:24,026 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21830192009/online-snapshot/acquired' 2024-11-10T04:25:24,027 DEBUG [RS:0;e900e1ae4b9f:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:25:24,027 INFO [RS:0;e900e1ae4b9f:41607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:25:24,027 INFO [RS:0;e900e1ae4b9f:41607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:25:24,127 INFO [RS:0;e900e1ae4b9f:41607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:25:24,128 INFO [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41607%2C1731212722934, suffix=, logDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934, archiveDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/oldWALs, maxLogs=10 2024-11-10T04:25:24,142 DEBUG [RS:0;e900e1ae4b9f:41607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934/e900e1ae4b9f%2C41607%2C1731212722934.1731212724129, exclude list is [], retry=0 2024-11-10T04:25:24,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-5110ea54-e6c6-4b7c-9d7e-57b5006467dc,DISK] 2024-11-10T04:25:24,146 INFO [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934/e900e1ae4b9f%2C41607%2C1731212722934.1731212724129 2024-11-10T04:25:24,148 DEBUG [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42541:42541)] 2024-11-10T04:25:24,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:25:24,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665 2024-11-10T04:25:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741833_1009 (size=32) 2024-11-10T04:25:24,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:24,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:24,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:24,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:24,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:24,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:24,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:24,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:24,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:24,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:24,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:24,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:24,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:24,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:24,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:24,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:24,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740 2024-11-10T04:25:24,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740 2024-11-10T04:25:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:24,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:24,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:24,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73172733, jitterRate=0.0903586894273758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212724717Initializing all the Stores at 1731212724717Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212724717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212724717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212724717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212724717Cleaning up temporary data from old regions at 1731212724724 (+7 ms)Region opened successfully at 1731212724727 (+3 ms) 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:24,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:24,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:24,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212724727Disabling compacts and flushes for region at 1731212724727Disabling writes for close at 1731212724727Writing region close event to WAL at 1731212724728 (+1 ms)Closed at 1731212724728 2024-11-10T04:25:24,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:24,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:25:24,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:25:24,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:24,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:25:24,881 DEBUG [e900e1ae4b9f:33757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T04:25:24,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:24,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41607,1731212722934, state=OPENING 2024-11-10T04:25:24,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:25:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:24,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:25:24,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21830192009/meta-region-server: CHANGED 2024-11-10T04:25:24,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21830192009/meta-region-server: CHANGED 2024-11-10T04:25:24,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41607,1731212722934}] 2024-11-10T04:25:25,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:25,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:25:25,041 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:25:25,041 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:25,042 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:25:25,043 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C41607%2C1731212722934.meta, suffix=.meta, logDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934, archiveDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/oldWALs, maxLogs=10 2024-11-10T04:25:25,056 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934/e900e1ae4b9f%2C41607%2C1731212722934.meta.1731212725043.meta, exclude list is [], retry=0 2024-11-10T04:25:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-5110ea54-e6c6-4b7c-9d7e-57b5006467dc,DISK] 2024-11-10T04:25:25,059 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/WALs/e900e1ae4b9f,41607,1731212722934/e900e1ae4b9f%2C41607%2C1731212722934.meta.1731212725043.meta 2024-11-10T04:25:25,059 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42541:42541)] 2024-11-10T04:25:25,059 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:25,060 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:25:25,060 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:25:25,060 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:25:25,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:25:25,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:25:25,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:25,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:25,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:25:25,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:25:25,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:25:25,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:25:25,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:25:25,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:25:25,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:25:25,064 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:25:25,065 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740 2024-11-10T04:25:25,065 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740 2024-11-10T04:25:25,067 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:25:25,067 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:25:25,067 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:25:25,068 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:25:25,068 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65256139, jitterRate=-0.0276077538728714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:25:25,069 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:25:25,069 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212725060Writing region info on filesystem at 1731212725060Initializing all the Stores at 1731212725061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212725061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212725061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212725061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212725061Cleaning up temporary data from old regions at 1731212725067 (+6 ms)Running coprocessor post-open hooks at 1731212725069 (+2 ms)Region opened successfully at 1731212725069 2024-11-10T04:25:25,069 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212725037 2024-11-10T04:25:25,071 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:25:25,071 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:25:25,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:25,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,41607,1731212722934, state=OPEN 2024-11-10T04:25:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21830192009/meta-region-server 2024-11-10T04:25:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21830192009/meta-region-server 2024-11-10T04:25:25,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:25,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21830192009/meta-region-server: CHANGED 2024-11-10T04:25:25,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21830192009/meta-region-server: CHANGED 2024-11-10T04:25:25,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:25:25,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,41607,1731212722934 in 189 msec 2024-11-10T04:25:25,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:25:25,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-10T04:25:25,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:25:25,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:25:25,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:25,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41607,1731212722934, seqNum=-1] 2024-11-10T04:25:25,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:25,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:25,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-10T04:25:25,082 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212725082, completionTime=-1 2024-11-10T04:25:25,083 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T04:25:25,083 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212785084 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212845084 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:33757, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,085 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,085 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,086 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.116sec 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:25:25,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:25:25,090 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:25:25,090 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:25:25,090 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33757,1731212722890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:25:25,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5797b782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:25,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33757,-1 for getting cluster id 2024-11-10T04:25:25,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:25,157 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99a25ea1-99bd-42fe-9728-01439f6cd70e' 2024-11-10T04:25:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99a25ea1-99bd-42fe-9728-01439f6cd70e" 2024-11-10T04:25:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2501413e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33757,-1] 2024-11-10T04:25:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:25,159 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:25,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd09e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:25,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41607,1731212722934, seqNum=-1] 2024-11-10T04:25:25,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:25,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:25,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:25,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-11-10T04:25:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:25:25,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101001f8dbf0008 connected 2024-11-10T04:25:25,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6a1070 2024-11-10T04:25:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:25,172 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:25,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:25:25,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:25:25,175 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:25,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:25:25,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:25:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:25,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:25:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:25,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f17bd2f1f7918d5ce316d96cb0f1d0fd, NAME => 'test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90 2024-11-10T04:25:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:25:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f17bd2f1f7918d5ce316d96cb0f1d0fd, disabling compactions & flushes 2024-11-10T04:25:25,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. after waiting 0 ms 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:25,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:25,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f17bd2f1f7918d5ce316d96cb0f1d0fd: Waiting for close lock at 1731212725993Disabling compacts and flushes for region at 1731212725993Disabling writes for close at 1731212725993Writing region close event to WAL at 1731212725993Closed at 1731212725993 2024-11-10T04:25:25,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:25:25,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212725994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212725994"}]},"ts":"1731212725994"} 2024-11-10T04:25:25,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:25:25,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:25:25,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212725997"}]},"ts":"1731212725997"} 2024-11-10T04:25:25,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:25:25,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f17bd2f1f7918d5ce316d96cb0f1d0fd, ASSIGN}] 2024-11-10T04:25:25,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f17bd2f1f7918d5ce316d96cb0f1d0fd, ASSIGN 2024-11-10T04:25:26,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f17bd2f1f7918d5ce316d96cb0f1d0fd, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,35655,1731212715881; forceNewPlan=false, retain=false 2024-11-10T04:25:26,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f17bd2f1f7918d5ce316d96cb0f1d0fd, regionState=OPENING, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f17bd2f1f7918d5ce316d96cb0f1d0fd, ASSIGN because future has completed 2024-11-10T04:25:26,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17bd2f1f7918d5ce316d96cb0f1d0fd, server=e900e1ae4b9f,35655,1731212715881}] 2024-11-10T04:25:26,307 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:26,307 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f17bd2f1f7918d5ce316d96cb0f1d0fd, NAME => 'test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:26,308 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:26,308 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:25:26,308 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,308 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:26,308 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,308 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:26,309 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,310 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17bd2f1f7918d5ce316d96cb0f1d0fd columnFamilyName f 2024-11-10T04:25:26,310 DEBUG [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:26,310 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(327): Store=f17bd2f1f7918d5ce316d96cb0f1d0fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:26,311 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,311 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17bd2f1f7918d5ce316d96cb0f1d0fd columnFamilyName f1 2024-11-10T04:25:26,311 DEBUG [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:26,312 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(327): Store=f17bd2f1f7918d5ce316d96cb0f1d0fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:26,312 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,312 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17bd2f1f7918d5ce316d96cb0f1d0fd columnFamilyName norep 2024-11-10T04:25:26,312 DEBUG [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:26,312 INFO [StoreOpener-f17bd2f1f7918d5ce316d96cb0f1d0fd-1 {}] regionserver.HStore(327): Store=f17bd2f1f7918d5ce316d96cb0f1d0fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:26,313 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,313 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,313 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,314 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,314 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,314 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:25:26,315 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,316 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:26,317 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f17bd2f1f7918d5ce316d96cb0f1d0fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67352488, jitterRate=0.0036302804946899414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:25:26,317 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:26,317 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f17bd2f1f7918d5ce316d96cb0f1d0fd: Running coprocessor pre-open hook at 1731212726308Writing region info on filesystem at 1731212726308Initializing all the Stores at 1731212726309 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212726309Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212726309Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212726309Cleaning up temporary data from old regions at 1731212726314 (+5 ms)Running coprocessor post-open hooks at 1731212726317 (+3 ms)Region opened successfully at 1731212726317 2024-11-10T04:25:26,318 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., pid=6, masterSystemTime=1731212726305 2024-11-10T04:25:26,319 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:26,319 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:26,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f17bd2f1f7918d5ce316d96cb0f1d0fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:26,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17bd2f1f7918d5ce316d96cb0f1d0fd, server=e900e1ae4b9f,35655,1731212715881 because future has completed 2024-11-10T04:25:26,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:25:26,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f17bd2f1f7918d5ce316d96cb0f1d0fd, server=e900e1ae4b9f,35655,1731212715881 in 169 msec 2024-11-10T04:25:26,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:25:26,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f17bd2f1f7918d5ce316d96cb0f1d0fd, ASSIGN in 325 msec 2024-11-10T04:25:26,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:25:26,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212726325"}]},"ts":"1731212726325"} 2024-11-10T04:25:26,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:25:26,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:25:26,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T04:25:26,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:26,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:26,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:27,318 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:25:27,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a2ac5cc 2024-11-10T04:25:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:27,320 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:27,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:25:27,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:25:27,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:27,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:25:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:27,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:25:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:27,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d8e723772107d411323b4c3af39db18, NAME => 'test,,1731212727321.4d8e723772107d411323b4c3af39db18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62 2024-11-10T04:25:27,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:25:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:28,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212727321.4d8e723772107d411323b4c3af39db18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d8e723772107d411323b4c3af39db18, disabling compactions & flushes 2024-11-10T04:25:28,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212727321.4d8e723772107d411323b4c3af39db18. after waiting 0 ms 2024-11-10T04:25:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d8e723772107d411323b4c3af39db18: Waiting for close lock at 1731212728136Disabling compacts and flushes for region at 1731212728136Disabling writes for close at 1731212728136Writing region close event to WAL at 1731212728136Closed at 1731212728136 2024-11-10T04:25:28,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:25:28,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212727321.4d8e723772107d411323b4c3af39db18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212728137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212728137"}]},"ts":"1731212728137"} 2024-11-10T04:25:28,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:25:28,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:25:28,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212728140"}]},"ts":"1731212728140"} 2024-11-10T04:25:28,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:25:28,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d8e723772107d411323b4c3af39db18, ASSIGN}] 2024-11-10T04:25:28,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d8e723772107d411323b4c3af39db18, ASSIGN 2024-11-10T04:25:28,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d8e723772107d411323b4c3af39db18, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42821,1731212719806; forceNewPlan=false, retain=false 2024-11-10T04:25:28,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d8e723772107d411323b4c3af39db18, regionState=OPENING, regionLocation=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:28,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d8e723772107d411323b4c3af39db18, ASSIGN because future has completed 2024-11-10T04:25:28,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8e723772107d411323b4c3af39db18, server=e900e1ae4b9f,42821,1731212719806}] 2024-11-10T04:25:28,450 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,450 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d8e723772107d411323b4c3af39db18, NAME => 'test,,1731212727321.4d8e723772107d411323b4c3af39db18.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:28,450 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:28,451 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:25:28,451 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,451 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212727321.4d8e723772107d411323b4c3af39db18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:28,451 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,451 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,456 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,457 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e723772107d411323b4c3af39db18 columnFamilyName f 2024-11-10T04:25:28,457 DEBUG [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:28,457 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(327): Store=4d8e723772107d411323b4c3af39db18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:28,457 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:28,458 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e723772107d411323b4c3af39db18 columnFamilyName f1 2024-11-10T04:25:28,458 DEBUG [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:28,458 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(327): Store=4d8e723772107d411323b4c3af39db18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:28,459 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,459 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e723772107d411323b4c3af39db18 columnFamilyName norep 2024-11-10T04:25:28,459 DEBUG [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:28,460 INFO [StoreOpener-4d8e723772107d411323b4c3af39db18-1 {}] regionserver.HStore(327): Store=4d8e723772107d411323b4c3af39db18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:28,460 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,460 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,461 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,461 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,461 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,462 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:25:28,463 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,464 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:28,464 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d8e723772107d411323b4c3af39db18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71929124, jitterRate=0.0718274712562561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:25:28,464 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:28,465 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d8e723772107d411323b4c3af39db18: Running coprocessor pre-open hook at 1731212728451Writing region info on filesystem at 1731212728451Initializing all the Stores at 1731212728452 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212728452Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212728455 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212728455Cleaning up temporary data from old regions at 1731212728461 (+6 ms)Running coprocessor post-open hooks at 1731212728464 (+3 ms)Region opened successfully at 1731212728465 (+1 ms) 2024-11-10T04:25:28,465 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212727321.4d8e723772107d411323b4c3af39db18., pid=6, masterSystemTime=1731212728447 2024-11-10T04:25:28,467 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,467 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:28,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d8e723772107d411323b4c3af39db18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:28,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8e723772107d411323b4c3af39db18, server=e900e1ae4b9f,42821,1731212719806 because future has completed 2024-11-10T04:25:28,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:25:28,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d8e723772107d411323b4c3af39db18, server=e900e1ae4b9f,42821,1731212719806 in 175 msec 2024-11-10T04:25:28,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:25:28,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d8e723772107d411323b4c3af39db18, ASSIGN in 330 msec 2024-11-10T04:25:28,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:25:28,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212728474"}]},"ts":"1731212728474"} 2024-11-10T04:25:28,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:25:28,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:25:28,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T04:25:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:29,469 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:25:29,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32415c8b 2024-11-10T04:25:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:29,471 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:29,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T04:25:29,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:25:29,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:29,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T04:25:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:29,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:25:29,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741835_1011 (size=902) 2024-11-10T04:25:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:29,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6d1e67aae4c6f24ec63c4c99809489f, NAME => 'test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665 2024-11-10T04:25:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741836_1012 (size=39) 2024-11-10T04:25:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:30,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:30,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6d1e67aae4c6f24ec63c4c99809489f, disabling compactions & flushes 2024-11-10T04:25:30,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. after waiting 0 ms 2024-11-10T04:25:30,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6d1e67aae4c6f24ec63c4c99809489f: Waiting for close lock at 1731212730286Disabling compacts and flushes for region at 1731212730286Disabling writes for close at 1731212730287 (+1 ms)Writing region close event to WAL at 1731212730287Closed at 1731212730287 2024-11-10T04:25:30,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:25:30,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731212730288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212730288"}]},"ts":"1731212730288"} 2024-11-10T04:25:30,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:25:30,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:25:30,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212730290"}]},"ts":"1731212730290"} 2024-11-10T04:25:30,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T04:25:30,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6d1e67aae4c6f24ec63c4c99809489f, ASSIGN}] 2024-11-10T04:25:30,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6d1e67aae4c6f24ec63c4c99809489f, ASSIGN 2024-11-10T04:25:30,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6d1e67aae4c6f24ec63c4c99809489f, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,41607,1731212722934; forceNewPlan=false, retain=false 2024-11-10T04:25:30,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6d1e67aae4c6f24ec63c4c99809489f, regionState=OPENING, regionLocation=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6d1e67aae4c6f24ec63c4c99809489f, ASSIGN because future has completed 2024-11-10T04:25:30,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d1e67aae4c6f24ec63c4c99809489f, server=e900e1ae4b9f,41607,1731212722934}] 2024-11-10T04:25:30,601 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,601 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6d1e67aae4c6f24ec63c4c99809489f, NAME => 'test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:30,601 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:30,602 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T04:25:30,602 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,602 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:30,602 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,602 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,603 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,604 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d1e67aae4c6f24ec63c4c99809489f columnFamilyName f 2024-11-10T04:25:30,604 DEBUG [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:30,604 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(327): Store=a6d1e67aae4c6f24ec63c4c99809489f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:30,604 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,605 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d1e67aae4c6f24ec63c4c99809489f columnFamilyName f1 2024-11-10T04:25:30,605 DEBUG [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:30,605 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(327): Store=a6d1e67aae4c6f24ec63c4c99809489f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:30,605 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,606 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d1e67aae4c6f24ec63c4c99809489f columnFamilyName norep 2024-11-10T04:25:30,606 DEBUG [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:30,606 INFO [StoreOpener-a6d1e67aae4c6f24ec63c4c99809489f-1 {}] regionserver.HStore(327): Store=a6d1e67aae4c6f24ec63c4c99809489f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:30,606 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,607 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,607 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,607 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,608 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,608 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:25:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:30,609 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,610 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:30,611 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6d1e67aae4c6f24ec63c4c99809489f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72691464, jitterRate=0.08318722248077393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:25:30,611 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:30,611 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6d1e67aae4c6f24ec63c4c99809489f: Running coprocessor pre-open hook at 1731212730602Writing region info on filesystem at 1731212730602Initializing all the Stores at 1731212730602Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212730603 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212730603Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212730603Cleaning up temporary data from old regions at 1731212730608 (+5 ms)Running coprocessor post-open hooks at 1731212730611 (+3 ms)Region opened successfully at 1731212730611 2024-11-10T04:25:30,611 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f., pid=6, masterSystemTime=1731212730598 2024-11-10T04:25:30,613 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,613 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:30,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6d1e67aae4c6f24ec63c4c99809489f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d1e67aae4c6f24ec63c4c99809489f, server=e900e1ae4b9f,41607,1731212722934 because future has completed 2024-11-10T04:25:30,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T04:25:30,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6d1e67aae4c6f24ec63c4c99809489f, server=e900e1ae4b9f,41607,1731212722934 in 170 msec 2024-11-10T04:25:30,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T04:25:30,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6d1e67aae4c6f24ec63c4c99809489f, ASSIGN in 325 msec 2024-11-10T04:25:30,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:25:30,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212730619"}]},"ts":"1731212730619"} 2024-11-10T04:25:30,620 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T04:25:30,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:25:30,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-10T04:25:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:25:31,618 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T04:25:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a004361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:31,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:31,619 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be2bcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:31,621 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:31,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aacc74 2024-11-10T04:25:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:31,623 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:31,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e900e1ae4b9f:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:25:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:25:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:31,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:43477' 2024-11-10T04:25:31,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cef482a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43477,-1 for getting cluster id 2024-11-10T04:25:31,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:31,628 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b276462a-5367-44c6-a3f1-ff93d4561c12' 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b276462a-5367-44c6-a3f1-ff93d4561c12" 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9df86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43477,-1] 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:31,629 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:31,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc7e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:31,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:31,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:31,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c21a52 2024-11-10T04:25:31,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:31,630 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:31,631 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T04:25:31,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:25:31,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:31,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:31,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:31,632 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:25:31,633 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T04:25:31,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:25:31,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:31,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:25:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741837_1013 (size=1138) 2024-11-10T04:25:31,683 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T04:25:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:31,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:31,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:32,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e5c6e890dd5b00dc28214314ed5e3da, NAME => 'hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90 2024-11-10T04:25:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741838_1014 (size=44) 2024-11-10T04:25:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e5c6e890dd5b00dc28214314ed5e3da, disabling compactions & flushes 2024-11-10T04:25:32,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. after waiting 0 ms 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e5c6e890dd5b00dc28214314ed5e3da: Waiting for close lock at 1731212732448Disabling compacts and flushes for region at 1731212732448Disabling writes for close at 1731212732448Writing region close event to WAL at 1731212732448Closed at 1731212732448 2024-11-10T04:25:32,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:25:32,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731212732449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212732449"}]},"ts":"1731212732449"} 2024-11-10T04:25:32,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T04:25:32,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:25:32,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212732451"}]},"ts":"1731212732451"} 2024-11-10T04:25:32,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T04:25:32,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e5c6e890dd5b00dc28214314ed5e3da, ASSIGN}] 2024-11-10T04:25:32,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e5c6e890dd5b00dc28214314ed5e3da, ASSIGN 2024-11-10T04:25:32,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e5c6e890dd5b00dc28214314ed5e3da, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,35655,1731212715881; forceNewPlan=false, retain=false 2024-11-10T04:25:32,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e5c6e890dd5b00dc28214314ed5e3da, regionState=OPENING, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:32,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e5c6e890dd5b00dc28214314ed5e3da, ASSIGN because future has completed 2024-11-10T04:25:32,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5c6e890dd5b00dc28214314ed5e3da, server=e900e1ae4b9f,35655,1731212715881}] 2024-11-10T04:25:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:32,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:25:32,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T04:25:32,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e900e1ae4b9f%2C35655%2C1731212715881.rep, suffix=, logDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881, archiveDir=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/oldWALs, maxLogs=10 2024-11-10T04:25:32,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212732764, exclude list is [], retry=0 2024-11-10T04:25:32,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:32,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212732764 2024-11-10T04:25:32,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:32,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e5c6e890dd5b00dc28214314ed5e3da, NAME => 'hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:25:32,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. service=MultiRowMutationService 2024-11-10T04:25:32,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,784 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,785 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5c6e890dd5b00dc28214314ed5e3da columnFamilyName hfileref 2024-11-10T04:25:32,785 DEBUG [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:32,785 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(327): Store=4e5c6e890dd5b00dc28214314ed5e3da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:32,785 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,786 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5c6e890dd5b00dc28214314ed5e3da columnFamilyName queue 2024-11-10T04:25:32,786 DEBUG [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:32,786 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(327): Store=4e5c6e890dd5b00dc28214314ed5e3da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:32,786 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,787 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5c6e890dd5b00dc28214314ed5e3da columnFamilyName sid 2024-11-10T04:25:32,787 DEBUG [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:25:32,787 INFO [StoreOpener-4e5c6e890dd5b00dc28214314ed5e3da-1 {}] regionserver.HStore(327): Store=4e5c6e890dd5b00dc28214314ed5e3da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:25:32,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T04:25:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:25:32,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e5c6e890dd5b00dc28214314ed5e3da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264214, jitterRate=-0.012586265802383423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T04:25:32,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:32,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e5c6e890dd5b00dc28214314ed5e3da: Running coprocessor pre-open hook at 1731212732783Writing region info on filesystem at 1731212732783Initializing all the Stores at 1731212732784 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212732784Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212732784Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212732784Cleaning up temporary data from old regions at 1731212732789 (+5 ms)Running coprocessor post-open hooks at 1731212732792 (+3 ms)Region opened successfully at 1731212732792 2024-11-10T04:25:32,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da., pid=10, masterSystemTime=1731212732759 2024-11-10T04:25:32,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:32,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e5c6e890dd5b00dc28214314ed5e3da, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:32,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5c6e890dd5b00dc28214314ed5e3da, server=e900e1ae4b9f,35655,1731212715881 because future has completed 2024-11-10T04:25:32,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T04:25:32,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e5c6e890dd5b00dc28214314ed5e3da, server=e900e1ae4b9f,35655,1731212715881 in 191 msec 2024-11-10T04:25:32,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T04:25:32,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e5c6e890dd5b00dc28214314ed5e3da, ASSIGN in 346 msec 2024-11-10T04:25:32,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:25:32,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212732801"}]},"ts":"1731212732801"} 2024-11-10T04:25:32,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T04:25:32,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:25:32,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T04:25:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2] 2024-11-10T04:25:32,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:32,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:32,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:25:32,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T04:25:32,999 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T04:25:33,028 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e900e1ae4b9f,35655,1731212715881, ReplicationSource: 1, currentBandwidth=0 2024-11-10T04:25:33,028 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:33,028 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35655,1731212715881, seqNum=-1] 2024-11-10T04:25:33,029 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:33,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T04:25:33,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e900e1ae4b9f,35655,1731212715881', locateType=CURRENT is [region=hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2] 2024-11-10T04:25:33,033 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T04:25:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T04:25:33,035 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e900e1ae4b9f,35655,1731212715881 suceeded 2024-11-10T04:25:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T04:25:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T04:25:33,036 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e900e1ae4b9f:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:25:33,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T04:25:33,054 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:43477' 2024-11-10T04:25:33,056 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23489568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,056 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43477,-1 for getting cluster id 2024-11-10T04:25:33,056 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:33,057 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b276462a-5367-44c6-a3f1-ff93d4561c12' 2024-11-10T04:25:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b276462a-5367-44c6-a3f1-ff93d4561c12" 2024-11-10T04:25:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132d067d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43477,-1] 2024-11-10T04:25:33,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:33,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,058 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:33,059 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d4f483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,059 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419d3a12 2024-11-10T04:25:33,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:33,060 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T04:25:33,061 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e900e1ae4b9f,35655,1731212715881 (queues=1) is replicating from cluster=177c9e7d-3ad3-42ef-9c49-b40e51f89793 to cluster=b276462a-5367-44c6-a3f1-ff93d4561c12 2024-11-10T04:25:33,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e900e1ae4b9f%2C35655%2C1731212715881 2024-11-10T04:25:33,061 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e900e1ae4b9f,35655,1731212715881, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:25:33,061 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C35655%2C1731212715881 2024-11-10T04:25:33,061 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464, startPosition=0, beingWritten=true 2024-11-10T04:25:33,066 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:25:33,066 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:33,066 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:25:33,269 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:33,572 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T04:25:33,769 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T04:25:33,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:33,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:33,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:33,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a52dd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:33,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:33,770 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aed0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,772 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165dd98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d8712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43477,-1 for getting cluster id 2024-11-10T04:25:33,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:33,773 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b276462a-5367-44c6-a3f1-ff93d4561c12' 2024-11-10T04:25:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b276462a-5367-44c6-a3f1-ff93d4561c12" 2024-11-10T04:25:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e1f59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43477,-1] 2024-11-10T04:25:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,774 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6182cd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33757,-1 for getting cluster id 2024-11-10T04:25:33,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:33,776 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99a25ea1-99bd-42fe-9728-01439f6cd70e' 2024-11-10T04:25:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99a25ea1-99bd-42fe-9728-01439f6cd70e" 2024-11-10T04:25:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7072f269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33757,-1] 2024-11-10T04:25:33,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:33,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:33,777 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d14d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:33,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:33,782 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731212733782/Put/seqid=0 2024-11-10T04:25:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741840_1016 (size=7894) 2024-11-10T04:25:33,975 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:34,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731212734187/Put/seqid=0 2024-11-10T04:25:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741841_1017 (size=7691) 2024-11-10T04:25:34,479 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:34,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8b05ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:34,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:34,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:34,594 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:34,596 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:34,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c04814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:34,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35655,1731212715881, seqNum=-1] 2024-11-10T04:25:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:34,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:34,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e21802 2024-11-10T04:25:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:34,606 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:34,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2] 2024-11-10T04:25:34,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:25:34,615 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T04:25:34,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T04:25:34,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T04:25:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:34,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T04:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegion(2603): Flush status journal for f17bd2f1f7918d5ce316d96cb0f1d0fd: 2024-11-10T04:25:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_1 2024-11-10T04:25:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_1 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ 2024-11-10T04:25:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_0 2024-11-10T04:25:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_0 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ 2024-11-10T04:25:34,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_1 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ - updating store file list. 2024-11-10T04:25:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6990b0c4e0984169ab34ac7387730952_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:34,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ into f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:34,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_1 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f (new location: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_) 2024-11-10T04:25:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_1 2024-11-10T04:25:34,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_0 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ - updating store file list. 2024-11-10T04:25:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:34,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ into f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:34,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_0 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f (new location: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_) 2024-11-10T04:25:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__vmlvbp3b0bnr9mdo89vv9e6n1ko6n3uh897dm7klvltivqg9ioitpucjm0lrncj0/f/hfile_0 2024-11-10T04:25:34,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:34,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:34,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:34,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:34,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 , the old value is region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:35655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:25:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:25:34,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 from cache 2024-11-10T04:25:34,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:34,660 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:25:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42821,1731212719806, seqNum=-1] 2024-11-10T04:25:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:34,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212727321.4d8e723772107d411323b4c3af39db18., hostname=e900e1ae4b9f,42821,1731212719806, seqNum=2] 2024-11-10T04:25:34,665 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:25:34,768 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:25:35,082 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 379, reset compression=false 2024-11-10T04:25:35,087 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:25:35,088 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[{test/f17bd2f1f7918d5ce316d96cb0f1d0fd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212734657/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:25:35,090 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:35,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T04:25:35,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.ReplicationSink(318): Replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:35,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529b8db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:35,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43477,-1 for getting cluster id 2024-11-10T04:25:35,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:35,092 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b276462a-5367-44c6-a3f1-ff93d4561c12' 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b276462a-5367-44c6-a3f1-ff93d4561c12" 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b85736b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43477,-1] 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:35,094 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:35,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cccbeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741837_1013 (size=7691) 2024-11-10T04:25:35,288 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 687, reset compression=false 2024-11-10T04:25:35,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T04:25:35,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741838_1014 (size=7894) 2024-11-10T04:25:35,592 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 687, reset compression=false 2024-11-10T04:25:35,667 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:25:35,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ea820 2024-11-10T04:25:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:35,912 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T04:25:35,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:25:35,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42821,1731212719806, seqNum=-1] 2024-11-10T04:25:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:35,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T04:25:35,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T04:25:35,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T04:25:35,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ for inclusion in 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T04:25:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:35,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ for inclusion in 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T04:25:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegion(2603): Flush status journal for 4d8e723772107d411323b4c3af39db18: 2024-11-10T04:25:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/c41464771d4d4c6db0376c5d28973eb2_SeqId_4_ 2024-11-10T04:25:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6990b0c4e0984169ab34ac7387730952_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/4529fa9ce113453583efcf06e1334f65_SeqId_4_ 2024-11-10T04:25:35,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/c41464771d4d4c6db0376c5d28973eb2_SeqId_4_ - updating store file list. 2024-11-10T04:25:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c41464771d4d4c6db0376c5d28973eb2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:35,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/c41464771d4d4c6db0376c5d28973eb2_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:35,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f (new location: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/c41464771d4d4c6db0376c5d28973eb2_SeqId_4_) 2024-11-10T04:25:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/bc2968a92ae94156acd7f31ca181c8c3_SeqId_4_ 2024-11-10T04:25:35,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/4529fa9ce113453583efcf06e1334f65_SeqId_4_ - updating store file list. 2024-11-10T04:25:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4529fa9ce113453583efcf06e1334f65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:35,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/4529fa9ce113453583efcf06e1334f65_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:35,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ into 4d8e723772107d411323b4c3af39db18/f (new location: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/4529fa9ce113453583efcf06e1334f65_SeqId_4_) 2024-11-10T04:25:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__g651r0aep6lacib53906t6gik8qnp5rklsu5m185vrgnndu7in22rhk7n96decft/f/6990b0c4e0984169ab34ac7387730952_SeqId_4_ 2024-11-10T04:25:35,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.ReplicationSink(324): Finished replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:35,996 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 687, reset compression=false 2024-11-10T04:25:36,499 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 687, reset compression=false 2024-11-10T04:25:36,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:36,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41607,1731212722934, seqNum=-1] 2024-11-10T04:25:36,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:36,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f., hostname=e900e1ae4b9f,41607,1731212722934, seqNum=2] 2024-11-10T04:25:36,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:36,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:25:36,684 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e900e1ae4b9f%2C35655%2C1731212715881.meta:.meta(num 1731212718383) roll requested 2024-11-10T04:25:36,705 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212736684.meta, exclude list is [], retry=0 2024-11-10T04:25:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:36,709 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212718383.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212736684.meta 2024-11-10T04:25:36,709 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:36,709 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212718383.meta is not closed yet, will try archiving it next time 2024-11-10T04:25:36,709 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e900e1ae4b9f%2C35655%2C1731212715881.rep:(num 1731212732764) roll requested 2024-11-10T04:25:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741834_1010 (size=3473) 2024-11-10T04:25:36,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212718383.meta not finished, retry = 0 2024-11-10T04:25:36,725 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212736709, exclude list is [], retry=0 2024-11-10T04:25:36,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:36,728 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212732764 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212736709 2024-11-10T04:25:36,728 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:36,728 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212732764 is not closed yet, will try archiving it next time 2024-11-10T04:25:36,728 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e900e1ae4b9f%2C35655%2C1731212715881:(num 1731212717464) roll requested 2024-11-10T04:25:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741839_1015 (size=1505) 2024-11-10T04:25:36,745 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, exclude list is [], retry=0 2024-11-10T04:25:36,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-9888807e-4090-4017-a6c4-e5f61e08cb60,DISK] 2024-11-10T04:25:36,748 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 2024-11-10T04:25:36,748 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37207:37207)] 2024-11-10T04:25:36,749 DEBUG [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 is not closed yet, will try archiving it next time 2024-11-10T04:25:36,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e55d38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:36,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:36,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 not finished, retry = 0 2024-11-10T04:25:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741832_1008 (size=695) 2024-11-10T04:25:36,750 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a7e790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:36,751 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:36,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17424ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22391abe 2024-11-10T04:25:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:36,754 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:36,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e900e1ae4b9f:33757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T04:25:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T04:25:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:25:36,757 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33757' 2024-11-10T04:25:36,758 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67adf0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,758 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33757,-1 for getting cluster id 2024-11-10T04:25:36,758 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:36,758 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99a25ea1-99bd-42fe-9728-01439f6cd70e' 2024-11-10T04:25:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99a25ea1-99bd-42fe-9728-01439f6cd70e" 2024-11-10T04:25:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4a8908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33757,-1] 2024-11-10T04:25:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:36,759 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:36,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576adfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,760 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:36,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:36,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ecdb95 2024-11-10T04:25:36,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:36,761 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:36,762 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T04:25:36,762 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T04:25:36,762 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:36,762 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:36,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:36,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T04:25:36,851 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/oldWALs/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 2024-11-10T04:25:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:25:36,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T04:25:36,921 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T04:25:36,951 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e900e1ae4b9f,35655,1731212715881, ReplicationSource: 2, currentBandwidth=0 2024-11-10T04:25:36,953 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T04:25:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T04:25:36,955 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e900e1ae4b9f,35655,1731212715881 suceeded 2024-11-10T04:25:36,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T04:25:36,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T04:25:36,957 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e900e1ae4b9f:33757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T04:25:36,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 203 msec 2024-11-10T04:25:36,968 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e900e1ae4b9f:33757' 2024-11-10T04:25:36,969 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e42add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,969 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33757,-1 for getting cluster id 2024-11-10T04:25:36,969 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:36,969 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99a25ea1-99bd-42fe-9728-01439f6cd70e' 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99a25ea1-99bd-42fe-9728-01439f6cd70e" 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d58bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33757,-1] 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:36,971 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:36,971 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b649bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:36,971 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:36,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:36,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56587dca 2024-11-10T04:25:36,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:36,973 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T04:25:36,973 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e900e1ae4b9f,35655,1731212715881 (queues=1) is replicating from cluster=177c9e7d-3ad3-42ef-9c49-b40e51f89793 to cluster=99a25ea1-99bd-42fe-9728-01439f6cd70e 2024-11-10T04:25:36,973 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e900e1ae4b9f%2C35655%2C1731212715881 2024-11-10T04:25:36,973 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e900e1ae4b9f,35655,1731212715881, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T04:25:36,974 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, startPosition=0, beingWritten=true 2024-11-10T04:25:36,974 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e900e1ae4b9f%2C35655%2C1731212715881 2024-11-10T04:25:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T04:25:37,079 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T04:25:37,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:37,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:37,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:25:37,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731212737082/Put/seqid=0 2024-11-10T04:25:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741845_1021 (size=11194) 2024-11-10T04:25:37,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731212737088/Put/seqid=0 2024-11-10T04:25:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741846_1022 (size=10791) 2024-11-10T04:25:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0260f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43679,-1 for getting cluster id 2024-11-10T04:25:37,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:37,096 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '177c9e7d-3ad3-42ef-9c49-b40e51f89793' 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "177c9e7d-3ad3-42ef-9c49-b40e51f89793" 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f0cb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43679,-1] 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,097 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:37,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769075d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,35655,1731212715881, seqNum=-1] 2024-11-10T04:25:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:37,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:25:37,103 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 to pos 687, reset compression=false 2024-11-10T04:25:37,105 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 was moved to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/oldWALs/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 2024-11-10T04:25:37,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:37,106 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464 2024-11-10T04:25:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be8fd97 2024-11-10T04:25:37,106 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212717464, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T04:25:37,106 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, startPosition=0, beingWritten=true 2024-11-10T04:25:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:37,107 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:25:37,108 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e900e1ae4b9f%2C35655%2C1731212715881.1731212717464] 2024-11-10T04:25:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2] 2024-11-10T04:25:37,112 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:25:37,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T04:25:37,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T04:25:37,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T04:25:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:37,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T04:25:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegion(2603): Flush status journal for f17bd2f1f7918d5ce316d96cb0f1d0fd: 2024-11-10T04:25:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_0 2024-11-10T04:25:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_0 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ 2024-11-10T04:25:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_1 2024-11-10T04:25:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_1 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ 2024-11-10T04:25:37,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_0 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ - updating store file list. 2024-11-10T04:25:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:37,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ into f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:37,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_0 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f (new location: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_) 2024-11-10T04:25:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_0 2024-11-10T04:25:37,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_1 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ - updating store file list. 2024-11-10T04:25:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 074bba46b33047598b41bdc22c9de49c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:37,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ into f17bd2f1f7918d5ce316d96cb0f1d0fd/f 2024-11-10T04:25:37,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_1 into f17bd2f1f7918d5ce316d96cb0f1d0fd/f (new location: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_) 2024-11-10T04:25:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/staging/jenkins__test__8cosfe94l1nb5bsvpp6gptt4432b42jvt4lt3v87qoofavrk1vbc8jln4but6ucr/f/hfile_1 2024-11-10T04:25:37,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:37,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:37,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 , the old value is region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e900e1ae4b9f:35655 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:25:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T04:25:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., hostname=e900e1ae4b9f,35655,1731212715881, seqNum=2 from cache 2024-11-10T04:25:37,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:37,148 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T04:25:37,151 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:25:37,178 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 0, reset compression=false 2024-11-10T04:25:37,181 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:25:37,181 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[{test/f17bd2f1f7918d5ce316d96cb0f1d0fd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212737146/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:25:37,183 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:25:37,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T04:25:37,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.ReplicationSink(318): Replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:37,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc42602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33757,-1 for getting cluster id 2024-11-10T04:25:37,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:25:37,185 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99a25ea1-99bd-42fe-9728-01439f6cd70e' 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99a25ea1-99bd-42fe-9728-01439f6cd70e" 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ddba6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33757,-1] 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:25:37,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:37,186 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:25:37,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41530353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:25:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741837_1013 (size=11194) 2024-11-10T04:25:37,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T04:25:37,382 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:37,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741838_1014 (size=10791) 2024-11-10T04:25:37,685 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:37,810 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 0, reset compression=false 2024-11-10T04:25:37,815 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T04:25:37,815 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[{test/f17bd2f1f7918d5ce316d96cb0f1d0fd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731212737146/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T04:25:37,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.ReplicationSink(318): Replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741839_1015 (size=11194) 2024-11-10T04:25:38,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59576958 2024-11-10T04:25:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:25:38,005 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T04:25:38,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:25:38,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:25:38,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,41607,1731212722934, seqNum=-1] 2024-11-10T04:25:38,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:25:38,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T04:25:38,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T04:25:38,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T04:25:38,015 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:38,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ for inclusion in a6d1e67aae4c6f24ec63c4c99809489f/f 2024-11-10T04:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T04:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:38,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ for inclusion in a6d1e67aae4c6f24ec63c4c99809489f/f 2024-11-10T04:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T04:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HRegion(2603): Flush status journal for a6d1e67aae4c6f24ec63c4c99809489f: 2024-11-10T04:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/21ad7272894946a09bfe8e6cde9bc418_SeqId_4_ 2024-11-10T04:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 074bba46b33047598b41bdc22c9de49c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/f8a19e1a3efb4c2888a619fcc293a7ad_SeqId_4_ 2024-11-10T04:25:38,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ into a6d1e67aae4c6f24ec63c4c99809489f/f as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/21ad7272894946a09bfe8e6cde9bc418_SeqId_4_ - updating store file list. 2024-11-10T04:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21ad7272894946a09bfe8e6cde9bc418_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:38,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/21ad7272894946a09bfe8e6cde9bc418_SeqId_4_ into a6d1e67aae4c6f24ec63c4c99809489f/f 2024-11-10T04:25:38,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ into a6d1e67aae4c6f24ec63c4c99809489f/f (new location: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/21ad7272894946a09bfe8e6cde9bc418_SeqId_4_) 2024-11-10T04:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ 2024-11-10T04:25:38,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ into a6d1e67aae4c6f24ec63c4c99809489f/f as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/f8a19e1a3efb4c2888a619fcc293a7ad_SeqId_4_ - updating store file list. 2024-11-10T04:25:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8a19e1a3efb4c2888a619fcc293a7ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:38,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/f8a19e1a3efb4c2888a619fcc293a7ad_SeqId_4_ into a6d1e67aae4c6f24ec63c4c99809489f/f 2024-11-10T04:25:38,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ into a6d1e67aae4c6f24ec63c4c99809489f/f (new location: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/f/f8a19e1a3efb4c2888a619fcc293a7ad_SeqId_4_) 2024-11-10T04:25:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/staging/jenkins.hfs.23__test__1e6jisdr4kdbo9ahe7d3jmsse9savhaumu7s86ee9lbr48p1chh1p0ju1hq4pt37/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ 2024-11-10T04:25:38,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41607 {}] regionserver.ReplicationSink(324): Finished replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:38,088 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:38,154 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T04:25:38,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741840_1016 (size=10791) 2024-11-10T04:25:38,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:38,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,318 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:38,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:38,591 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:38,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T04:25:38,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T04:25:38,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T04:25:38,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ for inclusion in 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T04:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:38,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ for inclusion in 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T04:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T04:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegion(2603): Flush status journal for 4d8e723772107d411323b4c3af39db18: 2024-11-10T04:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 074bba46b33047598b41bdc22c9de49c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/ca7dc9ca3aa4417db484857356430869_SeqId_6_ 2024-11-10T04:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T04:25:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/9bda90a2291a4d56b4e6135bc0bf1f6d_SeqId_6_ 2024-11-10T04:25:38,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/ca7dc9ca3aa4417db484857356430869_SeqId_6_ - updating store file list. 2024-11-10T04:25:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca7dc9ca3aa4417db484857356430869_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:38,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/ca7dc9ca3aa4417db484857356430869_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:38,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f (new location: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/ca7dc9ca3aa4417db484857356430869_SeqId_6_) 2024-11-10T04:25:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/074bba46b33047598b41bdc22c9de49c_SeqId_6_ 2024-11-10T04:25:38,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/9bda90a2291a4d56b4e6135bc0bf1f6d_SeqId_6_ - updating store file list. 2024-11-10T04:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bda90a2291a4d56b4e6135bc0bf1f6d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T04:25:38,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/9bda90a2291a4d56b4e6135bc0bf1f6d_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f 2024-11-10T04:25:38,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ into 4d8e723772107d411323b4c3af39db18/f (new location: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/f/9bda90a2291a4d56b4e6135bc0bf1f6d_SeqId_6_) 2024-11-10T04:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/staging/jenkins.hfs.22__test__n69fa4bbiif79183saev3gfvgf2r0q458g8hfcg8741u2m7vvvvu66ulqlpa9ql4/f/bfc7990e0d9e4b22bd52bca763f4b2c8_SeqId_6_ 2024-11-10T04:25:38,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] regionserver.ReplicationSink(324): Finished replicating [177c9e7d-3ad3-42ef-9c49-b40e51f89793] bulk loaded data 2024-11-10T04:25:38,722 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:25:39,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:39,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:39,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:39,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:39,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:25:39,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470207645, stopped=false 2024-11-10T04:25:39,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,33757,1731212722890 2024-11-10T04:25:39,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21830192009/running 2024-11-10T04:25:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21830192009/running 2024-11-10T04:25:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:39,170 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:39,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:39,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:39,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:39,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,41607,1731212722934' ***** 2024-11-10T04:25:39,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:25:39,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/running 2024-11-10T04:25:39,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Set watcher on znode that does not yet exist, /21830192009/running 2024-11-10T04:25:39,171 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:39,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41607. 2024-11-10T04:25:39,172 DEBUG [RS:0;e900e1ae4b9f:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:39,172 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:39,172 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6d1e67aae4c6f24ec63c4c99809489f, disabling compactions & flushes 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:25:39,172 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:25:39,172 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:25:39,172 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. after waiting 0 ms 2024-11-10T04:25:39,173 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:39,173 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:25:39,173 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6d1e67aae4c6f24ec63c4c99809489f=test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f.} 2024-11-10T04:25:39,173 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d1e67aae4c6f24ec63c4c99809489f 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:39,173 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:39,173 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:39,173 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T04:25:39,178 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/default/test/a6d1e67aae4c6f24ec63c4c99809489f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T04:25:39,179 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:39,179 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:39,179 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:39,179 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6d1e67aae4c6f24ec63c4c99809489f: Waiting for close lock at 1731212739172Running coprocessor pre-close hooks at 1731212739172Disabling compacts and flushes for region at 1731212739172Disabling writes for close at 1731212739173 (+1 ms)Writing region close event to WAL at 1731212739173Running coprocessor post-close hooks at 1731212739179 (+6 ms)Closed at 1731212739179 2024-11-10T04:25:39,179 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f. 2024-11-10T04:25:39,189 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/info/4787d625757f4c5d8645b540bda9efea is 129, key is test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f./info:regioninfo/1731212730613/Put/seqid=0 2024-11-10T04:25:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741839_1015 (size=6421) 2024-11-10T04:25:39,195 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:39,208 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:39,225 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:39,373 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:39,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:25:39,573 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:39,592 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/info/4787d625757f4c5d8645b540bda9efea 2024-11-10T04:25:39,614 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/ns/391fd8d2a897417dba1105f98a8b6b2b is 43, key is default/ns:d/1731212725080/Put/seqid=0 2024-11-10T04:25:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741840_1016 (size=5153) 2024-11-10T04:25:39,773 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:39,828 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:39,898 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:39,974 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:40,000 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:25:40,000 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:25:40,017 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/ns/391fd8d2a897417dba1105f98a8b6b2b 2024-11-10T04:25:40,035 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/rep_barrier/b6678b81a7b14e9796a9478e1fa42a95 is 112, key is test,,1731212729471.a6d1e67aae4c6f24ec63c4c99809489f./rep_barrier:seqnumDuringOpen/1731212730613/Put/seqid=0 2024-11-10T04:25:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741841_1017 (size=5518) 2024-11-10T04:25:40,039 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/rep_barrier/b6678b81a7b14e9796a9478e1fa42a95 2024-11-10T04:25:40,056 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/table/528fd189232b477cbf7e06e5198d6643 is 40, key is test/table:state/1731212730619/Put/seqid=0 2024-11-10T04:25:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741842_1018 (size=5165) 2024-11-10T04:25:40,174 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:25:40,174 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:25:40,174 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:40,374 DEBUG [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:40,459 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/table/528fd189232b477cbf7e06e5198d6643 2024-11-10T04:25:40,463 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/info/4787d625757f4c5d8645b540bda9efea as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/info/4787d625757f4c5d8645b540bda9efea 2024-11-10T04:25:40,466 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/info/4787d625757f4c5d8645b540bda9efea, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T04:25:40,467 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/ns/391fd8d2a897417dba1105f98a8b6b2b as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/ns/391fd8d2a897417dba1105f98a8b6b2b 2024-11-10T04:25:40,470 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/ns/391fd8d2a897417dba1105f98a8b6b2b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:25:40,471 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/rep_barrier/b6678b81a7b14e9796a9478e1fa42a95 as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/rep_barrier/b6678b81a7b14e9796a9478e1fa42a95 2024-11-10T04:25:40,474 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/rep_barrier/b6678b81a7b14e9796a9478e1fa42a95, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T04:25:40,475 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/.tmp/table/528fd189232b477cbf7e06e5198d6643 as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/table/528fd189232b477cbf7e06e5198d6643 2024-11-10T04:25:40,478 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/table/528fd189232b477cbf7e06e5198d6643, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:25:40,479 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-10T04:25:40,484 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:25:40,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:40,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:40,485 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:40,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212739173Running coprocessor pre-close hooks at 1731212739173Disabling compacts and flushes for region at 1731212739173Disabling writes for close at 1731212739173Obtaining lock to block concurrent updates at 1731212739173Preparing flush snapshotting stores in 1588230740 at 1731212739173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731212739174 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212739174Flushing 1588230740/info: creating writer at 1731212739174Flushing 1588230740/info: appending metadata at 1731212739188 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731212739188Flushing 1588230740/ns: creating writer at 1731212739596 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731212739613 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731212739613Flushing 1588230740/rep_barrier: creating writer at 1731212740021 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212740035 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212740035Flushing 1588230740/table: creating writer at 1731212740042 (+7 ms)Flushing 1588230740/table: appending metadata at 1731212740055 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731212740055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701b9bdd: reopening flushed file at 1731212740463 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5838d9df: reopening flushed file at 1731212740467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b17e9a: reopening flushed file at 1731212740471 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3d087d: reopening flushed file at 1731212740474 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731212740479 (+5 ms)Writing region close event to WAL at 1731212740482 (+3 ms)Running coprocessor post-close hooks at 1731212740485 (+3 ms)Closed at 1731212740485 2024-11-10T04:25:40,485 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:40,531 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:40,574 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,41607,1731212722934; all regions closed. 2024-11-10T04:25:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741834_1010 (size=2717) 2024-11-10T04:25:40,578 DEBUG [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/oldWALs 2024-11-10T04:25:40,578 INFO [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41607%2C1731212722934.meta:.meta(num 1731212725043) 2024-11-10T04:25:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741832_1008 (size=1028) 2024-11-10T04:25:40,582 DEBUG [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/oldWALs 2024-11-10T04:25:40,582 INFO [RS:0;e900e1ae4b9f:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C41607%2C1731212722934:(num 1731212724129) 2024-11-10T04:25:40,582 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:40,582 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:40,582 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:40,582 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:40,582 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:40,582 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:40,583 INFO [RS:0;e900e1ae4b9f:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:41607. 2024-11-10T04:25:40,583 DEBUG [RS:0;e900e1ae4b9f:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:40,583 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:40,583 DEBUG [RS:0;e900e1ae4b9f:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:40,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:40,583 INFO [RS:0;e900e1ae4b9f:41607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41607 2024-11-10T04:25:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21830192009/rs/e900e1ae4b9f,41607,1731212722934 2024-11-10T04:25:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009/rs 2024-11-10T04:25:40,585 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:40,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,41607,1731212722934] 2024-11-10T04:25:40,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21830192009/draining/e900e1ae4b9f,41607,1731212722934 already deleted, retry=false 2024-11-10T04:25:40,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,41607,1731212722934 expired; onlineServers=0 2024-11-10T04:25:40,588 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,33757,1731212722890' ***** 2024-11-10T04:25:40,588 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:25:40,588 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:40,588 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:40,588 DEBUG [M:0;e900e1ae4b9f:33757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:25:40,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:25:40,588 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212723904 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212723904,5,FailOnTimeoutGroup] 2024-11-10T04:25:40,588 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212723902 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212723902,5,FailOnTimeoutGroup] 2024-11-10T04:25:40,588 DEBUG [M:0;e900e1ae4b9f:33757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:25:40,589 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:40,589 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:40,589 DEBUG [M:0;e900e1ae4b9f:33757 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:25:40,589 INFO [M:0;e900e1ae4b9f:33757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:25:40,589 INFO [M:0;e900e1ae4b9f:33757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:40,589 INFO [M:0;e900e1ae4b9f:33757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:25:40,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:25:40,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21830192009/master 2024-11-10T04:25:40,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21830192009 2024-11-10T04:25:40,590 DEBUG [M:0;e900e1ae4b9f:33757 {}] zookeeper.ZKUtil(347): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Unable to get data of znode /21830192009/master because node does not exist (not an error) 2024-11-10T04:25:40,590 WARN [M:0;e900e1ae4b9f:33757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:25:40,591 INFO [M:0;e900e1ae4b9f:33757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/.lastflushedseqids 2024-11-10T04:25:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741843_1019 (size=173) 2024-11-10T04:25:40,595 INFO [M:0;e900e1ae4b9f:33757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:40,595 INFO [M:0;e900e1ae4b9f:33757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:40,595 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:40,595 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:40,595 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:40,595 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:40,595 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:40,595 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-10T04:25:40,610 DEBUG [M:0;e900e1ae4b9f:33757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8001665497a54df3a199ed2d644fa9c4 is 82, key is hbase:meta,,1/info:regioninfo/1731212725071/Put/seqid=0 2024-11-10T04:25:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741844_1020 (size=5672) 2024-11-10T04:25:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:40,687 INFO [RS:0;e900e1ae4b9f:41607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x101001f8dbf0007, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:40,687 INFO [RS:0;e900e1ae4b9f:41607 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,41607,1731212722934; zookeeper connection closed. 2024-11-10T04:25:40,687 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ca381f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ca381f0 2024-11-10T04:25:40,687 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:40,701 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:41,013 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8001665497a54df3a199ed2d644fa9c4 2024-11-10T04:25:41,031 DEBUG [M:0;e900e1ae4b9f:33757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9699ce0aac43099f162cad6dd9594c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212730622/Put/seqid=0 2024-11-10T04:25:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741845_1021 (size=6585) 2024-11-10T04:25:41,334 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:41,435 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9699ce0aac43099f162cad6dd9594c 2024-11-10T04:25:41,452 DEBUG [M:0;e900e1ae4b9f:33757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/655c8bcf2cca4dd6a08564dcdac09238 is 69, key is e900e1ae4b9f,41607,1731212722934/rs:state/1731212723978/Put/seqid=0 2024-11-10T04:25:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741846_1022 (size=5156) 2024-11-10T04:25:41,604 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:41,856 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/655c8bcf2cca4dd6a08564dcdac09238 2024-11-10T04:25:41,860 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8001665497a54df3a199ed2d644fa9c4 as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8001665497a54df3a199ed2d644fa9c4 2024-11-10T04:25:41,863 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8001665497a54df3a199ed2d644fa9c4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T04:25:41,864 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9699ce0aac43099f162cad6dd9594c as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de9699ce0aac43099f162cad6dd9594c 2024-11-10T04:25:41,867 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de9699ce0aac43099f162cad6dd9594c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T04:25:41,868 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/655c8bcf2cca4dd6a08564dcdac09238 as hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/655c8bcf2cca4dd6a08564dcdac09238 2024-11-10T04:25:41,871 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38667/user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/655c8bcf2cca4dd6a08564dcdac09238, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T04:25:41,871 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-11-10T04:25:41,873 INFO [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:41,873 DEBUG [M:0;e900e1ae4b9f:33757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212740595Disabling compacts and flushes for region at 1731212740595Disabling writes for close at 1731212740595Obtaining lock to block concurrent updates at 1731212740596 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212740596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731212740596Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212740596Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212740596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212740610 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212740610Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212741017 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212741030 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212741030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212741438 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212741452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212741452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60052531: reopening flushed file at 1731212741859 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3152493a: reopening flushed file at 1731212741863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20796626: reopening flushed file at 1731212741867 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1731212741871 (+4 ms)Writing region close event to WAL at 1731212741873 (+2 ms)Closed at 1731212741873 2024-11-10T04:25:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741830_1006 (size=32758) 2024-11-10T04:25:41,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ce320c7-e9be-a70f-e38d-2ef77539e665/MasterData/WALs/e900e1ae4b9f,33757,1731212722890/e900e1ae4b9f%2C33757%2C1731212722890.1731212723817 not finished, retry = 0 2024-11-10T04:25:41,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:41,975 INFO [M:0;e900e1ae4b9f:33757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:41,975 INFO [M:0;e900e1ae4b9f:33757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33757 2024-11-10T04:25:41,976 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:42,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:42,078 INFO [M:0;e900e1ae4b9f:33757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:42,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33757-0x101001f8dbf0006, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:42,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64ea2969{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:42,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a2345fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:42,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:42,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fff0bce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:42,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@300d84a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:42,082 WARN [BP-256339387-172.17.0.2-1731212721869 heartbeating to localhost/127.0.0.1:38667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:42,082 WARN [BP-256339387-172.17.0.2-1731212721869 heartbeating to localhost/127.0.0.1:38667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256339387-172.17.0.2-1731212721869 (Datanode Uuid 1fb12710-9308-4d63-93ba-5bfcfcc9bc20) service to localhost/127.0.0.1:38667 2024-11-10T04:25:42,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/cluster_156919a6-5360-2f08-e267-bbb44a23f684/data/data2/current/BP-256339387-172.17.0.2-1731212721869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:42,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:42,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:42,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:42,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/cluster_156919a6-5360-2f08-e267-bbb44a23f684/data/data1/current/BP-256339387-172.17.0.2-1731212721869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:42,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a5d2f65{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:42,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34562b18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:42,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:42,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c584cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:42,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@418bc61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd37b848-b6f3-5d22-1fca-70dcc818dcee/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:42,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:42,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:25:42,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:42,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:42,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:42,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:42,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:42,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:25:42,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465039540, stopped=false 2024-11-10T04:25:42,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,43477,1731212719768 2024-11-10T04:25:42,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-776995937/running 2024-11-10T04:25:42,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-776995937/running 2024-11-10T04:25:42,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:42,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:42,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:42,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:42,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:42,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:42,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/running 2024-11-10T04:25:42,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,42821,1731212719806' ***** 2024-11-10T04:25:42,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:25:42,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Set watcher on znode that does not yet exist, /1-776995937/running 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:25:42,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:42,106 INFO [RS:0;e900e1ae4b9f:42821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42821. 2024-11-10T04:25:42,106 DEBUG [RS:0;e900e1ae4b9f:42821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:42,106 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:42,107 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:25:42,107 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:25:42,107 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:25:42,107 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:25:42,107 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T04:25:42,107 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1325): Online Regions={4d8e723772107d411323b4c3af39db18=test,,1731212727321.4d8e723772107d411323b4c3af39db18., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:25:42,107 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8e723772107d411323b4c3af39db18 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d8e723772107d411323b4c3af39db18, disabling compactions & flushes 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:42,107 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:42,107 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212727321.4d8e723772107d411323b4c3af39db18. after waiting 0 ms 2024-11-10T04:25:42,107 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:42,107 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T04:25:42,110 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/default/test/4d8e723772107d411323b4c3af39db18/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:25:42,110 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:42,111 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d8e723772107d411323b4c3af39db18: Waiting for close lock at 1731212742107Running coprocessor pre-close hooks at 1731212742107Disabling compacts and flushes for region at 1731212742107Disabling writes for close at 1731212742107Writing region close event to WAL at 1731212742108 (+1 ms)Running coprocessor post-close hooks at 1731212742110 (+2 ms)Closed at 1731212742111 (+1 ms) 2024-11-10T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212727321.4d8e723772107d411323b4c3af39db18. 2024-11-10T04:25:42,125 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/info/bad370d29fb34db8a3af0298c587e366 is 129, key is test,,1731212727321.4d8e723772107d411323b4c3af39db18./info:regioninfo/1731212728467/Put/seqid=0 2024-11-10T04:25:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741841_1017 (size=6421) 2024-11-10T04:25:42,177 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:42,240 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:42,263 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:25:42,263 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:25:42,307 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:42,507 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:42,529 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/info/bad370d29fb34db8a3af0298c587e366 2024-11-10T04:25:42,550 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/ns/2540410d5af1442d8bb479b0693297b7 is 43, key is default/ns:d/1731212721802/Put/seqid=0 2024-11-10T04:25:42,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741842_1018 (size=5153) 2024-11-10T04:25:42,608 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:42,707 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:42,908 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:42,954 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/ns/2540410d5af1442d8bb479b0693297b7 2024-11-10T04:25:42,975 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/rep_barrier/fceeca87fc0a46b58fe428cd8ef146db is 112, key is test,,1731212727321.4d8e723772107d411323b4c3af39db18./rep_barrier:seqnumDuringOpen/1731212728467/Put/seqid=0 2024-11-10T04:25:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741843_1019 (size=5518) 2024-11-10T04:25:43,108 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T04:25:43,108 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T04:25:43,108 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:43,243 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:43,308 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:43,379 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/rep_barrier/fceeca87fc0a46b58fe428cd8ef146db 2024-11-10T04:25:43,397 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/table/f681594d355946fdbe461edb1261aadd is 40, key is test/table:state/1731212728474/Put/seqid=0 2024-11-10T04:25:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741844_1020 (size=5165) 2024-11-10T04:25:43,508 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:43,708 DEBUG [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:43,711 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:43,800 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/table/f681594d355946fdbe461edb1261aadd 2024-11-10T04:25:43,804 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/info/bad370d29fb34db8a3af0298c587e366 as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/info/bad370d29fb34db8a3af0298c587e366 2024-11-10T04:25:43,808 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/info/bad370d29fb34db8a3af0298c587e366, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T04:25:43,809 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/ns/2540410d5af1442d8bb479b0693297b7 as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/ns/2540410d5af1442d8bb479b0693297b7 2024-11-10T04:25:43,812 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/ns/2540410d5af1442d8bb479b0693297b7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:25:43,813 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/rep_barrier/fceeca87fc0a46b58fe428cd8ef146db as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/rep_barrier/fceeca87fc0a46b58fe428cd8ef146db 2024-11-10T04:25:43,816 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/rep_barrier/fceeca87fc0a46b58fe428cd8ef146db, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T04:25:43,816 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/.tmp/table/f681594d355946fdbe461edb1261aadd as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/table/f681594d355946fdbe461edb1261aadd 2024-11-10T04:25:43,819 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/table/f681594d355946fdbe461edb1261aadd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T04:25:43,820 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false 2024-11-10T04:25:43,820 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:25:43,824 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T04:25:43,824 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:43,824 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:43,824 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:43,825 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212742107Running coprocessor pre-close hooks at 1731212742107Disabling compacts and flushes for region at 1731212742107Disabling writes for close at 1731212742107Obtaining lock to block concurrent updates at 1731212742107Preparing flush snapshotting stores in 1588230740 at 1731212742107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731212742107Flushing stores of hbase:meta,,1.1588230740 at 1731212742108 (+1 ms)Flushing 1588230740/info: creating writer at 1731212742108Flushing 1588230740/info: appending metadata at 1731212742125 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731212742125Flushing 1588230740/ns: creating writer at 1731212742533 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731212742550 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731212742550Flushing 1588230740/rep_barrier: creating writer at 1731212742957 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212742974 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212742975 (+1 ms)Flushing 1588230740/table: creating writer at 1731212743382 (+407 ms)Flushing 1588230740/table: appending metadata at 1731212743396 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731212743396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d79acae: reopening flushed file at 1731212743804 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa3a3df: reopening flushed file at 1731212743808 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346a330b: reopening flushed file at 1731212743812 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e36020: reopening flushed file at 1731212743816 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false at 1731212743820 (+4 ms)Writing region close event to WAL at 1731212743822 (+2 ms)Running coprocessor post-close hooks at 1731212743824 (+2 ms)Closed at 1731212743824 2024-11-10T04:25:43,825 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:43,908 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,42821,1731212719806; all regions closed. 2024-11-10T04:25:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741834_1010 (size=2717) 2024-11-10T04:25:43,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/WALs/e900e1ae4b9f,42821,1731212719806/e900e1ae4b9f%2C42821%2C1731212719806.meta.1731212721762.meta not finished, retry = 0 2024-11-10T04:25:44,012 DEBUG [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/oldWALs 2024-11-10T04:25:44,013 INFO [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42821%2C1731212719806.meta:.meta(num 1731212721762) 2024-11-10T04:25:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741833_1009 (size=1374) 2024-11-10T04:25:44,016 DEBUG [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/oldWALs 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42821%2C1731212719806:(num 1731212721400) 2024-11-10T04:25:44,016 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:44,016 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:44,016 INFO [RS:0;e900e1ae4b9f:42821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42821. 2024-11-10T04:25:44,016 DEBUG [RS:0;e900e1ae4b9f:42821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:44,016 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:44,016 DEBUG [RS:0;e900e1ae4b9f:42821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:44,017 INFO [RS:0;e900e1ae4b9f:42821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42821 2024-11-10T04:25:44,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-776995937/rs/e900e1ae4b9f,42821,1731212719806 2024-11-10T04:25:44,018 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937/rs 2024-11-10T04:25:44,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,42821,1731212719806] 2024-11-10T04:25:44,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-776995937/draining/e900e1ae4b9f,42821,1731212719806 already deleted, retry=false 2024-11-10T04:25:44,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,42821,1731212719806 expired; onlineServers=0 2024-11-10T04:25:44,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,43477,1731212719768' ***** 2024-11-10T04:25:44,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:25:44,022 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:44,022 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:44,022 DEBUG [M:0;e900e1ae4b9f:43477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:25:44,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:25:44,022 DEBUG [M:0;e900e1ae4b9f:43477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:25:44,022 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212721174 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212721174,5,FailOnTimeoutGroup] 2024-11-10T04:25:44,022 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212721174 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212721174,5,FailOnTimeoutGroup] 2024-11-10T04:25:44,022 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:44,022 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:44,022 DEBUG [M:0;e900e1ae4b9f:43477 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:25:44,022 INFO [M:0;e900e1ae4b9f:43477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:25:44,023 INFO [M:0;e900e1ae4b9f:43477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:44,023 INFO [M:0;e900e1ae4b9f:43477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:25:44,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:25:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-776995937/master 2024-11-10T04:25:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-776995937 2024-11-10T04:25:44,024 DEBUG [M:0;e900e1ae4b9f:43477 {}] zookeeper.ZKUtil(347): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Unable to get data of znode /1-776995937/master because node does not exist (not an error) 2024-11-10T04:25:44,024 WARN [M:0;e900e1ae4b9f:43477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:25:44,025 INFO [M:0;e900e1ae4b9f:43477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/.lastflushedseqids 2024-11-10T04:25:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741845_1021 (size=173) 2024-11-10T04:25:44,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:25:44,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:44,088 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149017 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e900e1ae4b9f,35763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T04:25:44,121 INFO [RS:0;e900e1ae4b9f:42821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42821-0x101001f8dbf0004, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:44,121 INFO [RS:0;e900e1ae4b9f:42821 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,42821,1731212719806; zookeeper connection closed. 2024-11-10T04:25:44,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24bbcbd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24bbcbd2 2024-11-10T04:25:44,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:44,347 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:44,428 INFO [M:0;e900e1ae4b9f:43477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:44,428 INFO [M:0;e900e1ae4b9f:43477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:44,429 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:44,429 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:44,429 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:44,429 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:44,429 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:44,429 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T04:25:44,443 DEBUG [M:0;e900e1ae4b9f:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f398f0e3ffa44ec79081125a3d4384b0 is 82, key is hbase:meta,,1/info:regioninfo/1731212721793/Put/seqid=0 2024-11-10T04:25:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741846_1022 (size=5672) 2024-11-10T04:25:44,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:25:44,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:25:44,850 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f398f0e3ffa44ec79081125a3d4384b0 2024-11-10T04:25:44,873 DEBUG [M:0;e900e1ae4b9f:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c710c573e034bada528252398b3fe13 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212728477/Put/seqid=0 2024-11-10T04:25:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741847_1023 (size=6586) 2024-11-10T04:25:44,915 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:45,278 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c710c573e034bada528252398b3fe13 2024-11-10T04:25:45,295 DEBUG [M:0;e900e1ae4b9f:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb473a260be48e6b63ee4db251f3c8c is 69, key is e900e1ae4b9f,42821,1731212719806/rs:state/1731212721250/Put/seqid=0 2024-11-10T04:25:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741848_1024 (size=5156) 2024-11-10T04:25:45,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:25:45,550 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:45,699 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb473a260be48e6b63ee4db251f3c8c 2024-11-10T04:25:45,703 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f398f0e3ffa44ec79081125a3d4384b0 as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f398f0e3ffa44ec79081125a3d4384b0 2024-11-10T04:25:45,706 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f398f0e3ffa44ec79081125a3d4384b0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T04:25:45,707 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c710c573e034bada528252398b3fe13 as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c710c573e034bada528252398b3fe13 2024-11-10T04:25:45,710 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c710c573e034bada528252398b3fe13, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T04:25:45,710 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb473a260be48e6b63ee4db251f3c8c as hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb473a260be48e6b63ee4db251f3c8c 2024-11-10T04:25:45,713 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46171/user/jenkins/test-data/f69abff9-3d03-431a-768f-a0e777e12a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb473a260be48e6b63ee4db251f3c8c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T04:25:45,714 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false 2024-11-10T04:25:45,717 INFO [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:45,717 DEBUG [M:0;e900e1ae4b9f:43477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212744428Disabling compacts and flushes for region at 1731212744428Disabling writes for close at 1731212744429 (+1 ms)Obtaining lock to block concurrent updates at 1731212744429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212744429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731212744429Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212744430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212744430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212744443 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212744443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212744854 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212744873 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212744873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212745281 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212745294 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212745294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5e3411: reopening flushed file at 1731212745702 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116f03d8: reopening flushed file at 1731212745706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797a1249: reopening flushed file at 1731212745710 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false at 1731212745714 (+4 ms)Writing region close event to WAL at 1731212745716 (+2 ms)Closed at 1731212745716 2024-11-10T04:25:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741830_1006 (size=32770) 2024-11-10T04:25:45,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:45,719 INFO [M:0;e900e1ae4b9f:43477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:45,720 INFO [M:0;e900e1ae4b9f:43477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43477 2024-11-10T04:25:45,720 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:45,822 INFO [M:0;e900e1ae4b9f:43477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x101001f8dbf0003, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:45,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1041ed2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:45,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3da62350{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:45,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:45,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a14b1f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:45,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f117d92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:45,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:45,827 WARN [BP-2037722424-172.17.0.2-1731212718536 heartbeating to localhost/127.0.0.1:46171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:45,827 WARN [BP-2037722424-172.17.0.2-1731212718536 heartbeating to localhost/127.0.0.1:46171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2037722424-172.17.0.2-1731212718536 (Datanode Uuid 7733a99c-7839-4d3d-a82e-41a16d192599) service to localhost/127.0.0.1:46171 2024-11-10T04:25:45,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:45,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/cluster_bf4de65a-adfc-e4a3-cf76-0c984850a1df/data/data1/current/BP-2037722424-172.17.0.2-1731212718536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:45,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/cluster_bf4de65a-adfc-e4a3-cf76-0c984850a1df/data/data2/current/BP-2037722424-172.17.0.2-1731212718536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:45,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:45,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fd8754c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:45,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400caa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:45,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:45,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bf7c71b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:45,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e429a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc3be2-1551-5df9-30d0-5d6cbcdf5883/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:45,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:45,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:25:45,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:45,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:45,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:45,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:45,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:45,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:25:45,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=457361730, stopped=false 2024-11-10T04:25:45,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,43679,1731212715833 2024-11-10T04:25:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395074924/running 2024-11-10T04:25:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395074924/running 2024-11-10T04:25:45,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:45,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:25:45,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:45,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:45,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,35655,1731212715881' ***** 2024-11-10T04:25:45,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:25:45,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/running 2024-11-10T04:25:45,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Set watcher on znode that does not yet exist, /0-395074924/running 2024-11-10T04:25:45,851 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:25:45,851 INFO [RS:0;e900e1ae4b9f:35655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:25:45,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:25:45,851 INFO [RS:0;e900e1ae4b9f:35655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(3091): Received CLOSE for f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e5c6e890dd5b00dc28214314ed5e3da 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35655. 2024-11-10T04:25:45,852 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f17bd2f1f7918d5ce316d96cb0f1d0fd, disabling compactions & flushes 2024-11-10T04:25:45,852 DEBUG [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:45,852 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:45,852 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:45,852 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:45,852 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. after waiting 0 ms 2024-11-10T04:25:45,852 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:25:45,852 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:25:45,854 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:25:45,854 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f17bd2f1f7918d5ce316d96cb0f1d0fd=test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd., 4e5c6e890dd5b00dc28214314ed5e3da=hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da.} 2024-11-10T04:25:45,854 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5c6e890dd5b00dc28214314ed5e3da, f17bd2f1f7918d5ce316d96cb0f1d0fd 2024-11-10T04:25:45,854 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:25:45,854 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:25:45,854 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:25:45,854 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:25:45,854 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:25:45,855 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T04:25:45,857 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:45,857 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/default/test/f17bd2f1f7918d5ce316d96cb0f1d0fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T04:25:45,858 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f17bd2f1f7918d5ce316d96cb0f1d0fd: Waiting for close lock at 1731212745852Running coprocessor pre-close hooks at 1731212745852Disabling compacts and flushes for region at 1731212745852Disabling writes for close at 1731212745852Writing region close event to WAL at 1731212745855 (+3 ms)Running coprocessor post-close hooks at 1731212745858 (+3 ms)Closed at 1731212745858 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd. 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e5c6e890dd5b00dc28214314ed5e3da, disabling compactions & flushes 2024-11-10T04:25:45,858 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. after waiting 0 ms 2024-11-10T04:25:45,858 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:45,858 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e5c6e890dd5b00dc28214314ed5e3da 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T04:25:45,870 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/info/ead0e25f202f4cbb9b27ac58b8552ee8 is 147, key is hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da./info:regioninfo/1731212732795/Put/seqid=0 2024-11-10T04:25:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741847_1023 (size=7686) 2024-11-10T04:25:45,876 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/hfileref/d015d2f6373f42d99c5b826e502a8cf5 is 74, key is 1/hfileref:074bba46b33047598b41bdc22c9de49c_SeqId_6_/1731212738655/DeleteColumn/seqid=0 2024-11-10T04:25:45,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741848_1024 (size=5489) 2024-11-10T04:25:45,879 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/hfileref/d015d2f6373f42d99c5b826e502a8cf5 2024-11-10T04:25:45,895 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/queue/38445ebf76214860a83f86ed4d6c4912 is 153, key is 1-e900e1ae4b9f,35655,1731212715881/queue:e900e1ae4b9f%2C35655%2C1731212715881/1731212738656/Put/seqid=0 2024-11-10T04:25:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741849_1025 (size=5504) 2024-11-10T04:25:45,898 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/queue/38445ebf76214860a83f86ed4d6c4912 2024-11-10T04:25:45,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/hfileref/d015d2f6373f42d99c5b826e502a8cf5 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/hfileref/d015d2f6373f42d99c5b826e502a8cf5 2024-11-10T04:25:45,906 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/hfileref/d015d2f6373f42d99c5b826e502a8cf5, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T04:25:45,907 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/.tmp/queue/38445ebf76214860a83f86ed4d6c4912 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/queue/38445ebf76214860a83f86ed4d6c4912 2024-11-10T04:25:45,910 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/queue/38445ebf76214860a83f86ed4d6c4912, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T04:25:45,911 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4e5c6e890dd5b00dc28214314ed5e3da in 53ms, sequenceid=17, compaction requested=false 2024-11-10T04:25:45,914 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/replication/4e5c6e890dd5b00dc28214314ed5e3da/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T04:25:45,914 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:45,914 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:45,914 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:45,914 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e5c6e890dd5b00dc28214314ed5e3da: Waiting for close lock at 1731212745858Running coprocessor pre-close hooks at 1731212745858Disabling compacts and flushes for region at 1731212745858Disabling writes for close at 1731212745858Obtaining lock to block concurrent updates at 1731212745858Preparing flush snapshotting stores in 4e5c6e890dd5b00dc28214314ed5e3da at 1731212745858Finished memstore snapshotting hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731212745859 (+1 ms)Flushing stores of hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. at 1731212745859Flushing 4e5c6e890dd5b00dc28214314ed5e3da/hfileref: creating writer at 1731212745859Flushing 4e5c6e890dd5b00dc28214314ed5e3da/hfileref: appending metadata at 1731212745875 (+16 ms)Flushing 4e5c6e890dd5b00dc28214314ed5e3da/hfileref: closing flushed file at 1731212745875Flushing 4e5c6e890dd5b00dc28214314ed5e3da/queue: creating writer at 1731212745882 (+7 ms)Flushing 4e5c6e890dd5b00dc28214314ed5e3da/queue: appending metadata at 1731212745895 (+13 ms)Flushing 4e5c6e890dd5b00dc28214314ed5e3da/queue: closing flushed file at 1731212745895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f183b6: reopening flushed file at 1731212745902 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f1ab75: reopening flushed file at 1731212745906 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4e5c6e890dd5b00dc28214314ed5e3da in 53ms, sequenceid=17, compaction requested=false at 1731212745911 (+5 ms)Writing region close event to WAL at 1731212745912 (+1 ms)Running coprocessor post-close hooks at 1731212745914 (+2 ms)Closed at 1731212745914 2024-11-10T04:25:45,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731212731632.4e5c6e890dd5b00dc28214314ed5e3da. 2024-11-10T04:25:46,054 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:46,218 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 393, reset compression=false 2024-11-10T04:25:46,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T04:25:46,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 688, reset compression=false 2024-11-10T04:25:46,223 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e900e1ae4b9f,35655,1731212715881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T04:25:46,224 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e900e1ae4b9f,35655,1731212715881: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e900e1ae4b9f,35655,1731212715881, walGroup=e900e1ae4b9f%2C35655%2C1731212715881, offset=e900e1ae4b9f%2C35655%2C1731212715881.1731212736728:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:35655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T04:25:46,225 ERROR [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:25:46,225 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:25:46,225 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:25:46,225 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:25:46,225 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:25:46,225 INFO [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1007330632 }, "NonHeapMemoryUsage": { "committed": 211550208, "init": 7667712, "max": -1, "used": 208496432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:25:46,226 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:43679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T04:25:46,254 DEBUG [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T04:25:46,274 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/info/ead0e25f202f4cbb9b27ac58b8552ee8 2024-11-10T04:25:46,291 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/ns/2388183ffd6c4b619a53459744178b66 is 43, key is default/ns:d/1731212718422/Put/seqid=0 2024-11-10T04:25:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741850_1026 (size=5153) 2024-11-10T04:25:46,295 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/ns/2388183ffd6c4b619a53459744178b66 2024-11-10T04:25:46,311 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/rep_barrier/fb600b693c3041c2bdc3b346968b8be8 is 112, key is test,,1731212725172.f17bd2f1f7918d5ce316d96cb0f1d0fd./rep_barrier:seqnumDuringOpen/1731212726319/Put/seqid=0 2024-11-10T04:25:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741851_1027 (size=5518) 2024-11-10T04:25:46,314 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/rep_barrier/fb600b693c3041c2bdc3b346968b8be8 2024-11-10T04:25:46,330 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/table/77aa25c689f348ea83bff7627e5f701c is 53, key is hbase:replication/table:state/1731212732801/Put/seqid=0 2024-11-10T04:25:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741852_1028 (size=5308) 2024-11-10T04:25:46,333 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/table/77aa25c689f348ea83bff7627e5f701c 2024-11-10T04:25:46,350 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/info/ead0e25f202f4cbb9b27ac58b8552ee8 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/info/ead0e25f202f4cbb9b27ac58b8552ee8 2024-11-10T04:25:46,354 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/info/ead0e25f202f4cbb9b27ac58b8552ee8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T04:25:46,355 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/ns/2388183ffd6c4b619a53459744178b66 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/ns/2388183ffd6c4b619a53459744178b66 2024-11-10T04:25:46,358 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/ns/2388183ffd6c4b619a53459744178b66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T04:25:46,358 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/rep_barrier/fb600b693c3041c2bdc3b346968b8be8 as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/rep_barrier/fb600b693c3041c2bdc3b346968b8be8 2024-11-10T04:25:46,361 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/rep_barrier/fb600b693c3041c2bdc3b346968b8be8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T04:25:46,362 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/.tmp/table/77aa25c689f348ea83bff7627e5f701c as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/table/77aa25c689f348ea83bff7627e5f701c 2024-11-10T04:25:46,364 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/table/77aa25c689f348ea83bff7627e5f701c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T04:25:46,365 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false 2024-11-10T04:25:46,365 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:25:46,369 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T04:25:46,370 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T04:25:46,370 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:25:46,370 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:46,370 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212745854Running coprocessor pre-close hooks at 1731212745854Disabling compacts and flushes for region at 1731212745854Disabling writes for close at 1731212745854Obtaining lock to block concurrent updates at 1731212745855 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731212745855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731212745855Flushing stores of hbase:meta,,1.1588230740 at 1731212745855Flushing 1588230740/info: creating writer at 1731212745855Flushing 1588230740/info: appending metadata at 1731212745870 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731212745870Flushing 1588230740/ns: creating writer at 1731212746277 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731212746291 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212746291Flushing 1588230740/rep_barrier: creating writer at 1731212746298 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731212746310 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731212746311 (+1 ms)Flushing 1588230740/table: creating writer at 1731212746317 (+6 ms)Flushing 1588230740/table: appending metadata at 1731212746330 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731212746330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47cabdd0: reopening flushed file at 1731212746336 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4d2eae: reopening flushed file at 1731212746354 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0aaf71: reopening flushed file at 1731212746358 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0dbb30: reopening flushed file at 1731212746361 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false at 1731212746365 (+4 ms)Writing region close event to WAL at 1731212746367 (+2 ms)Running coprocessor post-close hooks at 1731212746370 (+3 ms)Closed at 1731212746370 2024-11-10T04:25:46,370 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:25:46,388 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:25:46,388 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:25:46,426 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 688, reset compression=false 2024-11-10T04:25:46,455 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,35655,1731212715881; all regions closed. 2024-11-10T04:25:46,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.meta.1731212736684.meta not finished, retry = 0 2024-11-10T04:25:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741842_1018 (size=859) 2024-11-10T04:25:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741843_1019 (size=2791) 2024-11-10T04:25:46,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.rep.1731212736709 not finished, retry = 0 2024-11-10T04:25:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741844_1020 (size=696) 2024-11-10T04:25:46,662 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:46,662 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:25:46,662 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:46,662 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:46,663 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:46,663 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:46,663 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e900e1ae4b9f,35655,1731212715881 because: Region server is closing 2024-11-10T04:25:46,663 INFO [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35655. 2024-11-10T04:25:46,663 DEBUG [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:46,663 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:46,664 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:46,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:46,730 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 to pos 688, reset compression=false 2024-11-10T04:25:46,731 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/WALs/e900e1ae4b9f,35655,1731212715881/e900e1ae4b9f%2C35655%2C1731212715881.1731212736728 2024-11-10T04:25:46,731 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T04:25:46,731 DEBUG [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T04:25:46,764 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T04:25:46,764 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T04:25:46,764 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,1-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,1-e900e1ae4b9f,35655,1731212715881 terminated 2024-11-10T04:25:46,764 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e900e1ae4b9f,35655,1731212715881 because: Region server is closing 2024-11-10T04:25:46,764 INFO [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:35655. 2024-11-10T04:25:46,764 DEBUG [RS:0;e900e1ae4b9f:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:25:46,764 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:46,765 DEBUG [RS:0;e900e1ae4b9f:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:25:46,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:25:46,865 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.shippere900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 terminated 2024-11-10T04:25:46,865 INFO [RS:0;e900e1ae4b9f:35655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35655 2024-11-10T04:25:46,865 WARN [RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0-0.replicationSource,2-e900e1ae4b9f,35655,1731212715881.replicationSource.wal-reader.e900e1ae4b9f%2C35655%2C1731212715881,2-e900e1ae4b9f,35655,1731212715881 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-10T04:25:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395074924/rs/e900e1ae4b9f,35655,1731212715881 2024-11-10T04:25:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924/rs 2024-11-10T04:25:46,867 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:46,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,35655,1731212715881] 2024-11-10T04:25:46,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-395074924/draining/e900e1ae4b9f,35655,1731212715881 already deleted, retry=false 2024-11-10T04:25:46,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,35655,1731212715881 expired; onlineServers=0 2024-11-10T04:25:46,870 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,43679,1731212715833' ***** 2024-11-10T04:25:46,870 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:25:46,870 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:25:46,870 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:25:46,870 DEBUG [M:0;e900e1ae4b9f:43679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:25:46,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:25:46,871 DEBUG [M:0;e900e1ae4b9f:43679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:25:46,871 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212717243 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212717243,5,FailOnTimeoutGroup] 2024-11-10T04:25:46,871 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212717243 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212717243,5,FailOnTimeoutGroup] 2024-11-10T04:25:46,871 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:25:46,871 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:25:46,871 DEBUG [M:0;e900e1ae4b9f:43679 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:25:46,871 INFO [M:0;e900e1ae4b9f:43679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:25:46,871 INFO [M:0;e900e1ae4b9f:43679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:25:46,871 INFO [M:0;e900e1ae4b9f:43679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:25:46,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:25:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-395074924/master 2024-11-10T04:25:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-395074924 2024-11-10T04:25:46,873 DEBUG [M:0;e900e1ae4b9f:43679 {}] zookeeper.ZKUtil(347): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Unable to get data of znode /0-395074924/master because node does not exist (not an error) 2024-11-10T04:25:46,873 WARN [M:0;e900e1ae4b9f:43679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:25:46,873 INFO [M:0;e900e1ae4b9f:43679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/.lastflushedseqids 2024-11-10T04:25:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741853_1029 (size=263) 2024-11-10T04:25:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x101001f8dbf0001, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:46,969 INFO [RS:0;e900e1ae4b9f:35655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:46,969 INFO [RS:0;e900e1ae4b9f:35655 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,35655,1731212715881; zookeeper connection closed. 2024-11-10T04:25:46,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@563f1102 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@563f1102 2024-11-10T04:25:46,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T04:25:47,278 INFO [M:0;e900e1ae4b9f:43679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:25:47,278 INFO [M:0;e900e1ae4b9f:43679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:25:47,278 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:25:47,278 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:47,278 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:47,278 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:25:47,278 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:47,278 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T04:25:47,298 DEBUG [M:0;e900e1ae4b9f:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40667ef621a41708f7e5960653932cf is 82, key is hbase:meta,,1/info:regioninfo/1731212718411/Put/seqid=0 2024-11-10T04:25:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741854_1030 (size=5672) 2024-11-10T04:25:47,702 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40667ef621a41708f7e5960653932cf 2024-11-10T04:25:47,719 DEBUG [M:0;e900e1ae4b9f:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4434dc778bd43aa832b69c347499cee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731212732805/Put/seqid=0 2024-11-10T04:25:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741855_1031 (size=8909) 2024-11-10T04:25:48,123 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4434dc778bd43aa832b69c347499cee 2024-11-10T04:25:48,144 DEBUG [M:0;e900e1ae4b9f:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15dec2f3185e4502b5735b5df450788a is 69, key is e900e1ae4b9f,35655,1731212715881/rs:state/1731212717322/Put/seqid=0 2024-11-10T04:25:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741856_1032 (size=5156) 2024-11-10T04:25:48,147 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15dec2f3185e4502b5735b5df450788a 2024-11-10T04:25:48,151 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40667ef621a41708f7e5960653932cf as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40667ef621a41708f7e5960653932cf 2024-11-10T04:25:48,153 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40667ef621a41708f7e5960653932cf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T04:25:48,154 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4434dc778bd43aa832b69c347499cee as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4434dc778bd43aa832b69c347499cee 2024-11-10T04:25:48,157 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4434dc778bd43aa832b69c347499cee, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T04:25:48,158 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15dec2f3185e4502b5735b5df450788a as hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15dec2f3185e4502b5735b5df450788a 2024-11-10T04:25:48,160 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43267/user/jenkins/test-data/c5f024a0-45a8-851b-91e4-ebab72c5ba90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15dec2f3185e4502b5735b5df450788a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T04:25:48,161 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false 2024-11-10T04:25:48,165 INFO [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:25:48,165 DEBUG [M:0;e900e1ae4b9f:43679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212747278Disabling compacts and flushes for region at 1731212747278Disabling writes for close at 1731212747278Obtaining lock to block concurrent updates at 1731212747278Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212747278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731212747279 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212747279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212747279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212747297 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212747297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212747706 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212747719 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212747719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212748127 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212748143 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212748143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fce99e: reopening flushed file at 1731212748150 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bdc766: reopening flushed file at 1731212748153 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192cfd25: reopening flushed file at 1731212748157 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false at 1731212748161 (+4 ms)Writing region close event to WAL at 1731212748165 (+4 ms)Closed at 1731212748165 2024-11-10T04:25:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741830_1006 (size=69055) 2024-11-10T04:25:48,171 INFO [M:0;e900e1ae4b9f:43679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:25:48,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:25:48,171 INFO [M:0;e900e1ae4b9f:43679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43679 2024-11-10T04:25:48,171 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:25:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:48,273 INFO [M:0;e900e1ae4b9f:43679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:25:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x101001f8dbf0000, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:25:48,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383b0199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:25:48,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f3a9a60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:48,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:48,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ea6046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:48,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6bdbe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:48,278 WARN [BP-1789958321-172.17.0.2-1731212714823 heartbeating to localhost/127.0.0.1:43267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:25:48,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:25:48,278 WARN [BP-1789958321-172.17.0.2-1731212714823 heartbeating to localhost/127.0.0.1:43267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789958321-172.17.0.2-1731212714823 (Datanode Uuid bfadffdb-6946-4749-8bc0-21456b0759a1) service to localhost/127.0.0.1:43267 2024-11-10T04:25:48,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:25:48,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/data/data1/current/BP-1789958321-172.17.0.2-1731212714823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:48,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/cluster_5efa866a-7d6e-deb5-7e07-2b2a12f15254/data/data2/current/BP-1789958321-172.17.0.2-1731212714823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:25:48,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:25:48,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a20a1aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:25:48,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@690e503{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:25:48,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:25:48,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399d1471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:25:48,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a6fd8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/908d04e1-834a-4479-ddca-8530b00c5619/hadoop.log.dir/,STOPPED} 2024-11-10T04:25:48,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:25:48,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:25:48,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 535) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38667 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54474) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46171 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54474) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54474) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46171 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43267 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8133 (was 8396) 2024-11-10T04:25:48,322 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-10T04:25:48,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101001f8dbf0008, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:48,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101001f8dbf0005, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:48,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101001f8dbf0002, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T04:25:48,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101001f8dbf0005, quorum=127.0.0.1:54474, baseZNode=/1-776995937 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:25:48,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101001f8dbf0008, quorum=127.0.0.1:54474, baseZNode=/21830192009 Received Disconnected from ZooKeeper, ignoring 2024-11-10T04:25:48,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101001f8dbf0002, quorum=127.0.0.1:54474, baseZNode=/0-395074924 Received Disconnected from ZooKeeper, ignoring